2024-11-14 14:17:03,622 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-14 14:17:03,640 main DEBUG Took 0.014417 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:17:03,642 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:17:03,643 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:17:03,644 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:17:03,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,656 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:17:03,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,719 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,720 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,724 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,725 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,726 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,727 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,730 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,732 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:17:03,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,733 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:17:03,735 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:17:03,737 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:17:03,739 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:17:03,740 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:17:03,743 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:17:03,743 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:17:03,755 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:17:03,758 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:17:03,761 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:17:03,761 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:17:03,762 main DEBUG createAppenders(={Console}) 2024-11-14 14:17:03,763 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-14 14:17:03,763 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-14 14:17:03,764 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-14 14:17:03,764 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:17:03,765 main DEBUG OutputStream closed 2024-11-14 14:17:03,765 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:17:03,765 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:17:03,766 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-14 14:17:03,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:17:03,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:17:03,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:17:03,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:17:03,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:17:03,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:17:03,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:17:03,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:17:03,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:17:03,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:17:03,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:17:03,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:17:03,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:17:03,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:17:03,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:17:03,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:17:03,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:17:03,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:17:03,879 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:17:03,879 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-14 14:17:03,880 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:17:03,881 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-14T14:17:03,898 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 14:17:03,901 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:17:03,901 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:17:03,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=3758 2024-11-14T14:17:04,296 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T14:17:04,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232 2024-11-14T14:17:04,354 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f, deleteOnExit=true 2024-11-14T14:17:04,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/zookeeper_0, clientPort=54097, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:17:04,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54097 2024-11-14T14:17:04,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:17:04,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:17:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/test.cache.data in system properties and HBase conf 2024-11-14T14:17:04,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:17:04,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:17:04,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:17:04,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:17:04,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:17:04,686 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:17:04,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:17:04,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:04,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:04,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:17:04,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:04,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:17:04,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:17:04,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:04,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:04,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:17:04,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:17:04,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:17:04,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:04,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:17:04,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:17:06,352 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:17:06,436 INFO [Time-limited test {}] log.Log(170): Logging initialized @3721ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:17:06,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:06,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:06,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:06,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:06,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:17:06,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:06,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:06,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:06,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/java.io.tmpdir/jetty-localhost-35369-hadoop-hdfs-3_4_1-tests_jar-_-any-15501585478248553045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:06,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35369} 2024-11-14T14:17:06,927 INFO [Time-limited test {}] server.Server(415): Started @4213ms 2024-11-14T14:17:07,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:07,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:07,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:07,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:07,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:17:07,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:07,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:07,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/java.io.tmpdir/jetty-localhost-42239-hadoop-hdfs-3_4_1-tests_jar-_-any-14204815143208551885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:07,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:42239} 2024-11-14T14:17:07,681 INFO [Time-limited test {}] server.Server(415): Started @4966ms 2024-11-14T14:17:07,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:17:08,932 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/data/data1/current/BP-1928831556-172.17.0.2-1731593825551/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:08,932 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/data/data2/current/BP-1928831556-172.17.0.2-1731593825551/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:08,957 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:17:08,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232 2024-11-14T14:17:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9150c2ead1e84ce with lease ID 0xd3b1b1c7c4b6288b: Processing first storage report for DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9 from datanode DatanodeRegistration(127.0.0.1:37505, datanodeUuid=ea0926e8-0cdb-443e-b279-d885f0f6472c, infoPort=45495, infoSecurePort=0, ipcPort=35477, storageInfo=lv=-57;cid=testClusterID;nsid=1157404645;c=1731593825551) 2024-11-14T14:17:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9150c2ead1e84ce with lease ID 0xd3b1b1c7c4b6288b: from storage DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9 node DatanodeRegistration(127.0.0.1:37505, datanodeUuid=ea0926e8-0cdb-443e-b279-d885f0f6472c, infoPort=45495, infoSecurePort=0, ipcPort=35477, storageInfo=lv=-57;cid=testClusterID;nsid=1157404645;c=1731593825551), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:17:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9150c2ead1e84ce with lease ID 0xd3b1b1c7c4b6288b: Processing first storage report for DS-11047b1f-7d6d-4161-ba5a-4ce3d991d994 from datanode DatanodeRegistration(127.0.0.1:37505, datanodeUuid=ea0926e8-0cdb-443e-b279-d885f0f6472c, infoPort=45495, infoSecurePort=0, ipcPort=35477, storageInfo=lv=-57;cid=testClusterID;nsid=1157404645;c=1731593825551) 2024-11-14T14:17:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9150c2ead1e84ce with lease ID 0xd3b1b1c7c4b6288b: from storage DS-11047b1f-7d6d-4161-ba5a-4ce3d991d994 node DatanodeRegistration(127.0.0.1:37505, datanodeUuid=ea0926e8-0cdb-443e-b279-d885f0f6472c, infoPort=45495, infoSecurePort=0, ipcPort=35477, storageInfo=lv=-57;cid=testClusterID;nsid=1157404645;c=1731593825551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:09,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:09,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:17:09,610 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda with version=8 2024-11-14T14:17:09,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/hbase-staging 2024-11-14T14:17:09,689 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T14:17:09,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:09,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:09,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:09,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:09,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:09,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:10,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:17:10,123 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:17:10,131 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:17:10,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:10,155 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13039 (auto-detected) 2024-11-14T14:17:10,156 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T14:17:10,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42671 2024-11-14T14:17:10,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42671 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:10,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426710x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:10,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42671-0x10139b4e48b0000 connected 2024-11-14T14:17:10,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:10,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:10,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:10,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda, hbase.cluster.distributed=false 2024-11-14T14:17:10,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/acl 2024-11-14T14:17:10,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-14T14:17:10,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42671 2024-11-14T14:17:10,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42671 2024-11-14T14:17:10,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-14T14:17:10,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-14T14:17:10,541 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:10,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:10,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:10,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:10,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:10,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:10,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:17:10,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:10,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46625 2024-11-14T14:17:10,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46625 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:10,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:10,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466250x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:10,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466250x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:10,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46625-0x10139b4e48b0001 connected 2024-11-14T14:17:10,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:17:10,575 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:17:10,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/master 2024-11-14T14:17:10,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/acl 2024-11-14T14:17:10,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-14T14:17:10,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46625 2024-11-14T14:17:10,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46625 2024-11-14T14:17:10,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-14T14:17:10,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-14T14:17:10,604 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:42671 2024-11-14T14:17:10,605 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-308551093/backup-masters/6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:10,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:10,619 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on existing znode=/0-308551093/backup-masters/6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:10,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:10,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-308551093/master 2024-11-14T14:17:10,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:10,649 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on existing znode=/0-308551093/master 2024-11-14T14:17:10,650 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-308551093/backup-masters/6e2cc31459a7,42671,1731593829791 from backup master directory 2024-11-14T14:17:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/backup-masters/6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:10,659 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:10,659 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:10,661 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T14:17:10,662 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T14:17:10,714 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/hbase.id] with ID: 24de2a87-6a3a-4567-8b37-a1c2a6ef9632 2024-11-14T14:17:10,714 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/.tmp/hbase.id 2024-11-14T14:17:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:17:11,129 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/.tmp/hbase.id]:[hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/hbase.id] 2024-11-14T14:17:11,183 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:11,187 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:17:11,206 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-14T14:17:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:17:11,693 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:11,696 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:17:11,710 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:17:11,713 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:17:12,170 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store 2024-11-14T14:17:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:17:12,596 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T14:17:12,601 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:12,602 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:12,602 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:12,602 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:12,604 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-14T14:17:12,604 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:12,604 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:12,605 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593832602Disabling compacts and flushes for region at 1731593832602Disabling writes for close at 1731593832604 (+2 ms)Writing region close event to WAL at 1731593832604Closed at 1731593832604 2024-11-14T14:17:12,607 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/.initializing 2024-11-14T14:17:12,608 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:12,615 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:12,629 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C42671%2C1731593829791, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/oldWALs, maxLogs=10 2024-11-14T14:17:12,649 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791/6e2cc31459a7%2C42671%2C1731593829791.1731593832633, exclude list is [], retry=0 2024-11-14T14:17:12,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:12,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T14:17:12,701 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 2024-11-14T14:17:12,702 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:12,702 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:12,703 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:12,706 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,707 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:17:12,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:12,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:12,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:17:12,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:12,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:12,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:17:12,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:12,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:12,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:17:12,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:12,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:12,784 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,788 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,789 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,795 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,796 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,800 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:12,803 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:12,808 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:12,810 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64590066, jitterRate=-0.03753301501274109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:12,818 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593832718Initializing all the Stores at 1731593832721 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593832721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593832722 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593832722Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593832722Cleaning up temporary data from old regions at 1731593832796 (+74 ms)Region opened successfully at 1731593832818 (+22 ms) 2024-11-14T14:17:12,820 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:17:12,852 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:12,880 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:17:12,890 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:17:12,891 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:17:12,893 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:17:12,895 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:17:12,900 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T14:17:12,900 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:17:12,925 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:17:12,934 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/balancer because node does not exist (not necessarily an error) 2024-11-14T14:17:12,984 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/balancer already deleted, retry=false 2024-11-14T14:17:12,987 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:17:12,989 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:17:12,995 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/normalizer already deleted, retry=false 2024-11-14T14:17:12,997 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:17:13,001 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:17:13,005 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/switch/split already deleted, retry=false 2024-11-14T14:17:13,007 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:17:13,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/switch/merge already deleted, retry=false 2024-11-14T14:17:13,038 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:17:13,047 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/snapshot-cleanup already deleted, retry=false 2024-11-14T14:17:13,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:13,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:13,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:13,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:13,062 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,42671,1731593829791, sessionid=0x10139b4e48b0000, setting cluster-up flag (Was=false) 2024-11-14T14:17:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:13,121 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-308551093/flush-table-proc/acquired, /0-308551093/flush-table-proc/reached, /0-308551093/flush-table-proc/abort 2024-11-14T14:17:13,126 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:13,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:13,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:13,184 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-308551093/online-snapshot/acquired, /0-308551093/online-snapshot/reached, /0-308551093/online-snapshot/abort 2024-11-14T14:17:13,187 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:13,195 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:17:13,262 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:13,270 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:17:13,276 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:17:13,281 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,42671,1731593829791 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:17:13,288 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:13,288 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:13,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:13,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:13,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:17:13,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:13,290 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,291 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593863291 2024-11-14T14:17:13,292 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:17:13,293 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:17:13,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:13,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:17:13,296 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(746): ClusterId : 24de2a87-6a3a-4567-8b37-a1c2a6ef9632 2024-11-14T14:17:13,297 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:17:13,298 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:17:13,298 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:17:13,298 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:17:13,299 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:17:13,299 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:13,303 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:17:13,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:17:13,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:17:13,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:17:13,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:17:13,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:17:13,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:17:13,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593833308,5,FailOnTimeoutGroup] 2024-11-14T14:17:13,310 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593833309,5,FailOnTimeoutGroup] 2024-11-14T14:17:13,310 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,310 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:17:13,311 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,311 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,313 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:17:13,313 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:17:13,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:17:13,323 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:17:13,323 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbb48ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:13,335 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:46625 2024-11-14T14:17:13,339 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:17:13,339 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:17:13,339 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:17:13,342 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,42671,1731593829791 with port=46625, startcode=1731593830508 2024-11-14T14:17:13,352 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:17:13,385 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:17:13,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:13,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42671 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:13,406 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda 2024-11-14T14:17:13,406 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37199 2024-11-14T14:17:13,406 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:17:13,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/rs 2024-11-14T14:17:13,417 DEBUG [RS:0;6e2cc31459a7:46625 {}] zookeeper.ZKUtil(111): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on existing znode=/0-308551093/rs/6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:13,417 WARN [RS:0;6e2cc31459a7:46625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:13,417 INFO [RS:0;6e2cc31459a7:46625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:13,418 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:13,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,46625,1731593830508] 2024-11-14T14:17:13,445 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:17:13,460 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:17:13,464 INFO [RS:0;6e2cc31459a7:46625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:17:13,464 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,465 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:17:13,471 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:17:13,472 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,472 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,473 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,474 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,474 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,474 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,474 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:13,474 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:13,474 DEBUG [RS:0;6e2cc31459a7:46625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:13,476 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,476 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,476 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,476 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,476 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,476 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46625,1731593830508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:13,494 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:17:13,496 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46625,1731593830508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,496 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,496 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.Replication(171): 6e2cc31459a7,46625,1731593830508 started 2024-11-14T14:17:13,512 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:13,513 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,46625,1731593830508, RpcServer on 6e2cc31459a7/172.17.0.2:46625, sessionid=0x10139b4e48b0001 2024-11-14T14:17:13,514 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:17:13,514 DEBUG [RS:0;6e2cc31459a7:46625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:13,514 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,46625,1731593830508' 2024-11-14T14:17:13,514 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-308551093/flush-table-proc/abort' 2024-11-14T14:17:13,515 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-308551093/flush-table-proc/acquired' 2024-11-14T14:17:13,516 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:17:13,516 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:17:13,516 DEBUG [RS:0;6e2cc31459a7:46625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:13,516 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,46625,1731593830508' 2024-11-14T14:17:13,516 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-308551093/online-snapshot/abort' 2024-11-14T14:17:13,517 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-308551093/online-snapshot/acquired' 2024-11-14T14:17:13,518 DEBUG [RS:0;6e2cc31459a7:46625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:17:13,518 INFO [RS:0;6e2cc31459a7:46625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:17:13,518 INFO [RS:0;6e2cc31459a7:46625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:17:13,625 INFO [RS:0;6e2cc31459a7:46625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:13,628 INFO [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C46625%2C1731593830508, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs, maxLogs=10 2024-11-14T14:17:13,643 DEBUG [RS:0;6e2cc31459a7:46625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631, exclude list is [], retry=0 2024-11-14T14:17:13,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:13,650 INFO [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 2024-11-14T14:17:13,650 DEBUG [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:13,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:17:13,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda 2024-11-14T14:17:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:17:14,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:14,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:14,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:14,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:14,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:14,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:14,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:14,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:14,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:14,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:14,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740 2024-11-14T14:17:14,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740 2024-11-14T14:17:14,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:14,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:14,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:14,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:14,174 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:14,175 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61608772, jitterRate=-0.08195775747299194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:14,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593834136Initializing all the Stores at 1731593834138 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593834138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593834139 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593834139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593834139Cleaning up temporary data from old regions at 1731593834165 (+26 ms)Region opened successfully at 1731593834177 (+12 ms) 2024-11-14T14:17:14,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:14,177 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:14,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:14,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:14,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:14,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:14,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593834177Disabling compacts and flushes for region at 1731593834177Disabling writes for close at 1731593834177Writing region close event to WAL at 1731593834178 (+1 ms)Closed at 1731593834179 (+1 ms) 2024-11-14T14:17:14,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:14,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:17:14,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:17:14,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:14,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:17:14,351 DEBUG [6e2cc31459a7:42671 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:14,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:14,372 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,46625,1731593830508, state=OPENING 2024-11-14T14:17:14,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:17:14,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:14,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:14,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:14,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:14,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:14,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,46625,1731593830508}] 2024-11-14T14:17:14,610 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:17:14,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:17:14,626 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:17:14,627 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:14,628 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:17:14,631 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C46625%2C1731593830508.meta, suffix=.meta, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs, maxLogs=10 2024-11-14T14:17:14,649 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.meta.1731593834633.meta, exclude list is [], retry=0 2024-11-14T14:17:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:14,657 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.meta.1731593834633.meta 2024-11-14T14:17:14,658 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:14,658 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:14,664 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:14,665 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:14,668 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:17:14,670 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:17:14,674 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:17:14,675 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:14,675 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:17:14,676 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:17:14,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:14,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:14,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:14,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:14,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:14,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:14,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:14,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:14,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:14,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:14,692 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:14,694 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740 2024-11-14T14:17:14,697 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740 2024-11-14T14:17:14,699 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:14,700 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:14,701 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:14,704 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:14,706 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140572, jitterRate=-0.11873680353164673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:14,706 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:17:14,708 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593834676Writing region info on filesystem at 1731593834676Initializing all the Stores at 1731593834678 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593834678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593834679 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593834679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593834679Cleaning up temporary data from old regions at 1731593834700 (+21 ms)Running coprocessor post-open hooks at 1731593834706 (+6 ms)Region opened successfully at 1731593834707 (+1 ms) 2024-11-14T14:17:14,714 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593834601 2024-11-14T14:17:14,725 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:17:14,725 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:17:14,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:14,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,46625,1731593830508, state=OPEN 2024-11-14T14:17:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:14,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:14,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:14,826 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:14,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:17:14,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,46625,1731593830508 in 392 msec 2024-11-14T14:17:14,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:17:14,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-14T14:17:14,841 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:14,841 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:17:14,859 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:14,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,46625,1731593830508, seqNum=-1] 2024-11-14T14:17:14,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:14,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:14,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6740 sec 2024-11-14T14:17:14,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593834898, completionTime=-1 2024-11-14T14:17:14,901 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:17:14,901 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:17:14,923 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:17:14,923 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593894923 2024-11-14T14:17:14,924 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593954924 2024-11-14T14:17:14,924 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec 2024-11-14T14:17:14,926 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42671,1731593829791-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:14,926 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42671,1731593829791-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:14,926 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42671,1731593829791-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:14,928 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:42671, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:14,928 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:14,929 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:14,951 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:17:14,978 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.319sec 2024-11-14T14:17:14,979 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:17:14,981 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:17:14,982 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:17:14,982 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:17:14,982 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:17:14,983 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42671,1731593829791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:14,984 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42671,1731593829791-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:17:14,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:17:14,993 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:17:14,993 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42671,1731593829791-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:15,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:15,008 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T14:17:15,008 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T14:17:15,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42671,-1 for getting cluster id 2024-11-14T14:17:15,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:15,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24de2a87-6a3a-4567-8b37-a1c2a6ef9632' 2024-11-14T14:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24de2a87-6a3a-4567-8b37-a1c2a6ef9632" 2024-11-14T14:17:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7b2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42671,-1] 2024-11-14T14:17:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:15,031 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:15,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:15,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,46625,1731593830508, seqNum=-1] 2024-11-14T14:17:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:15,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:15,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:15,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:15,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b4e48b0002 connected 2024-11-14T14:17:15,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir so I do NOT create it in target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079 2024-11-14T14:17:15,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:17:15,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.tmp.dir so I do NOT create it in target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079 2024-11-14T14:17:15,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:17:15,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079 2024-11-14T14:17:15,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:17:15,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/cluster_fcd5f935-27ce-cad8-0a9a-2387a8411ee2, deleteOnExit=true 2024-11-14T14:17:15,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:17:15,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/test.cache.data in system properties and HBase conf 2024-11-14T14:17:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:17:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:17:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:17:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:17:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:17:15,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:17:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:17:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:17:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:17:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:17:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:17:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:17:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:17:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:17:15,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:15,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:15,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:15,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:15,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:15,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:15,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:15,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:15,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/java.io.tmpdir/jetty-localhost-36351-hadoop-hdfs-3_4_1-tests_jar-_-any-15827433441740165213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:15,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:36351} 2024-11-14T14:17:15,592 INFO [Time-limited test {}] server.Server(415): Started @12877ms 2024-11-14T14:17:15,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:15,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:15,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:15,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:15,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:17:15,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:15,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:15,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/java.io.tmpdir/jetty-localhost-41981-hadoop-hdfs-3_4_1-tests_jar-_-any-16465965875819466543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:15,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:41981} 2024-11-14T14:17:15,984 INFO [Time-limited test {}] server.Server(415): Started @13269ms 2024-11-14T14:17:15,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:17:16,976 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/cluster_fcd5f935-27ce-cad8-0a9a-2387a8411ee2/data/data1/current/BP-1671060418-172.17.0.2-1731593835142/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:16,976 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/cluster_fcd5f935-27ce-cad8-0a9a-2387a8411ee2/data/data2/current/BP-1671060418-172.17.0.2-1731593835142/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:16,998 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:17:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0aabe051929040 with lease ID 0x78e3349f3f7367cb: Processing first storage report for DS-6f9a4dda-b8f0-4ec3-82e7-dc6510614308 from datanode DatanodeRegistration(127.0.0.1:43307, datanodeUuid=8d6c59f7-045a-4887-be58-ae6e147b22a1, infoPort=42539, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=847129548;c=1731593835142) 2024-11-14T14:17:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0aabe051929040 with lease ID 0x78e3349f3f7367cb: from storage DS-6f9a4dda-b8f0-4ec3-82e7-dc6510614308 node DatanodeRegistration(127.0.0.1:43307, datanodeUuid=8d6c59f7-045a-4887-be58-ae6e147b22a1, infoPort=42539, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=847129548;c=1731593835142), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0aabe051929040 with lease ID 0x78e3349f3f7367cb: Processing first storage report for DS-6a6b4259-44c0-40a3-bd43-cf50f39e88af from datanode DatanodeRegistration(127.0.0.1:43307, datanodeUuid=8d6c59f7-045a-4887-be58-ae6e147b22a1, infoPort=42539, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=847129548;c=1731593835142) 2024-11-14T14:17:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0aabe051929040 with lease ID 0x78e3349f3f7367cb: from storage DS-6a6b4259-44c0-40a3-bd43-cf50f39e88af node DatanodeRegistration(127.0.0.1:43307, datanodeUuid=8d6c59f7-045a-4887-be58-ae6e147b22a1, infoPort=42539, infoSecurePort=0, ipcPort=46017, storageInfo=lv=-57;cid=testClusterID;nsid=847129548;c=1731593835142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:17,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079 2024-11-14T14:17:17,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:17,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:17:17,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7 with version=8 2024-11-14T14:17:17,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/hbase-staging 2024-11-14T14:17:17,452 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:17,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:17,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:17,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:17,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:17,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:17,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:17:17,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:17,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35079 2024-11-14T14:17:17,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35079 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:17,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350790x0, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:17,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35079-0x10139b4e48b0003 connected 2024-11-14T14:17:17,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:17,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:17,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/running 2024-11-14T14:17:17,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7, hbase.cluster.distributed=false 2024-11-14T14:17:17,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/acl 2024-11-14T14:17:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-14T14:17:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35079 2024-11-14T14:17:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35079 2024-11-14T14:17:17,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-14T14:17:17,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35079 2024-11-14T14:17:17,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:17,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:17,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:17,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:17,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:17,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:17,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:17:17,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:17,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32973 2024-11-14T14:17:17,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32973 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:17,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:17,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329730x0, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:17,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32973-0x10139b4e48b0004 connected 2024-11-14T14:17:17,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/running 2024-11-14T14:17:17,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:17:17,618 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:17:17,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/master 2024-11-14T14:17:17,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/acl 2024-11-14T14:17:17,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-14T14:17:17,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-11-14T14:17:17,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-11-14T14:17:17,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-14T14:17:17,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-14T14:17:17,637 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:35079 2024-11-14T14:17:17,638 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-563698593/backup-masters/6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593/backup-masters 2024-11-14T14:17:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593/backup-masters 2024-11-14T14:17:17,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on existing znode=/1-563698593/backup-masters/6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:17,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-563698593/master 2024-11-14T14:17:17,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:17,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:17,659 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on existing znode=/1-563698593/master 2024-11-14T14:17:17,659 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-563698593/backup-masters/6e2cc31459a7,35079,1731593837452 from backup master directory 2024-11-14T14:17:17,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593/backup-masters 2024-11-14T14:17:17,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-563698593/backup-masters/6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:17,668 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:17,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593/backup-masters 2024-11-14T14:17:17,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:17,674 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/hbase.id] with ID: 43619f9a-8e0e-4d08-a04c-5a6a1a011597 2024-11-14T14:17:17,674 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/.tmp/hbase.id 2024-11-14T14:17:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:17:18,082 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/.tmp/hbase.id]:[hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/hbase.id] 2024-11-14T14:17:18,103 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:18,103 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:17:18,105 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T14:17:18,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:18,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:17:18,564 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:18,565 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:17:18,566 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:18,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:17:18,980 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store 2024-11-14T14:17:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:17:18,989 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:18,990 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:18,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:18,990 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:18,990 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:18,990 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:18,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:18,990 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593838989Disabling compacts and flushes for region at 1731593838989Disabling writes for close at 1731593838990 (+1 ms)Writing region close event to WAL at 1731593838990Closed at 1731593838990 2024-11-14T14:17:18,992 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/.initializing 2024-11-14T14:17:18,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/WALs/6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:18,993 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:18,997 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C35079%2C1731593837452, suffix=, logDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/WALs/6e2cc31459a7,35079,1731593837452, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/oldWALs, maxLogs=10 2024-11-14T14:17:19,014 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/WALs/6e2cc31459a7,35079,1731593837452/6e2cc31459a7%2C35079%2C1731593837452.1731593838997, exclude list is [], retry=0 2024-11-14T14:17:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43307,DS-6f9a4dda-b8f0-4ec3-82e7-dc6510614308,DISK] 2024-11-14T14:17:19,022 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/WALs/6e2cc31459a7,35079,1731593837452/6e2cc31459a7%2C35079%2C1731593837452.1731593838997 2024-11-14T14:17:19,022 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:17:19,023 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:19,023 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:19,023 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,023 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:17:19,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:19,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:17:19,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:19,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:17:19,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:19,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:17:19,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:19,041 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,042 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,043 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,048 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,048 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,049 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:19,051 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:19,054 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:19,055 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75097617, jitterRate=0.11904169619083405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:19,055 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593839023Initializing all the Stores at 1731593839025 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593839025Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593839025Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593839025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593839025Cleaning up temporary data from old regions at 1731593839048 (+23 ms)Region opened successfully at 1731593839055 (+7 ms) 2024-11-14T14:17:19,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:17:19,067 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c75c861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:19,068 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:17:19,068 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:17:19,068 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:17:19,069 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:17:19,070 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:17:19,070 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:17:19,070 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:17:19,073 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:17:19,075 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Unable to get data of znode /1-563698593/balancer because node does not exist (not necessarily an error) 2024-11-14T14:17:19,131 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-563698593/balancer already deleted, retry=false 2024-11-14T14:17:19,132 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:17:19,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Unable to get data of znode /1-563698593/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:17:19,142 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-563698593/normalizer already deleted, retry=false 2024-11-14T14:17:19,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:17:19,143 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Unable to get data of znode /1-563698593/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:17:19,152 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-563698593/switch/split already deleted, retry=false 2024-11-14T14:17:19,154 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Unable to get data of znode /1-563698593/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:17:19,163 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-563698593/switch/merge already deleted, retry=false 2024-11-14T14:17:19,165 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Unable to get data of znode /1-563698593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:17:19,174 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-563698593/snapshot-cleanup already deleted, retry=false 2024-11-14T14:17:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-563698593/running 2024-11-14T14:17:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-563698593/running 2024-11-14T14:17:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,35079,1731593837452, sessionid=0x10139b4e48b0003, setting cluster-up flag (Was=false) 2024-11-14T14:17:19,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,247 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-563698593/flush-table-proc/acquired, /1-563698593/flush-table-proc/reached, /1-563698593/flush-table-proc/abort 2024-11-14T14:17:19,248 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:19,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,300 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-563698593/online-snapshot/acquired, /1-563698593/online-snapshot/reached, /1-563698593/online-snapshot/abort 2024-11-14T14:17:19,301 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:19,303 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:17:19,306 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:19,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:17:19,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:17:19,307 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,35079,1731593837452 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:19,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:19,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:17:19,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:17:19,320 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593869320 2024-11-14T14:17:19,320 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:17:19,320 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:17:19,321 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:17:19,321 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:17:19,321 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:17:19,321 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:17:19,322 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,323 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:17:19,323 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:17:19,324 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:17:19,324 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:17:19,324 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:17:19,324 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:17:19,328 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593839324,5,FailOnTimeoutGroup] 2024-11-14T14:17:19,332 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593839328,5,FailOnTimeoutGroup] 2024-11-14T14:17:19,332 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,333 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:17:19,333 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,333 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:17:19,335 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(746): ClusterId : 43619f9a-8e0e-4d08-a04c-5a6a1a011597 2024-11-14T14:17:19,335 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:17:19,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:17:19,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7 2024-11-14T14:17:19,343 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:17:19,343 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:17:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:17:19,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:19,354 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:17:19,354 DEBUG [RS:0;6e2cc31459a7:32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84fd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:19,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:19,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:19,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:19,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:19,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:19,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:19,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:19,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:19,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,373 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:32973 2024-11-14T14:17:19,373 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:17:19,373 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:17:19,373 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:17:19,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:19,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:19,376 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,35079,1731593837452 with port=32973, startcode=1731593837604 2024-11-14T14:17:19,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:19,376 DEBUG [RS:0;6e2cc31459a7:32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:17:19,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:19,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:19,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:19,379 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:17:19,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35079 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740 2024-11-14T14:17:19,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740 2024-11-14T14:17:19,383 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7 2024-11-14T14:17:19,383 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42833 2024-11-14T14:17:19,383 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:17:19,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:19,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:19,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:19,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:19,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:19,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67703187, jitterRate=0.00885610282421112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593839353Initializing all the Stores at 1731593839356 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593839356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593839360 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593839360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593839360Cleaning up temporary data from old regions at 1731593839384 (+24 ms)Region opened successfully at 1731593839393 (+9 ms) 2024-11-14T14:17:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:19,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:19,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:19,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593839393Disabling compacts and flushes for region at 1731593839393Disabling writes for close at 1731593839393Writing region close event to WAL at 1731593839396 (+3 ms)Closed at 1731593839396 2024-11-14T14:17:19,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:19,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:17:19,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:17:19,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:19,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:17:19,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593/rs 2024-11-14T14:17:19,435 DEBUG [RS:0;6e2cc31459a7:32973 {}] zookeeper.ZKUtil(111): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on existing znode=/1-563698593/rs/6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,436 WARN [RS:0;6e2cc31459a7:32973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:19,436 INFO [RS:0;6e2cc31459a7:32973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:19,436 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,32973,1731593837604] 2024-11-14T14:17:19,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:17:19,440 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:17:19,444 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:17:19,445 INFO [RS:0;6e2cc31459a7:32973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:17:19,445 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,445 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:17:19,446 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:17:19,446 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,446 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,447 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,448 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:19,448 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:19,448 DEBUG [RS:0;6e2cc31459a7:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:19,452 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,452 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,452 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,452 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,452 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,452 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,32973,1731593837604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:19,473 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:17:19,474 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,32973,1731593837604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,474 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,474 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.Replication(171): 6e2cc31459a7,32973,1731593837604 started 2024-11-14T14:17:19,494 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:19,494 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,32973,1731593837604, RpcServer on 6e2cc31459a7/172.17.0.2:32973, sessionid=0x10139b4e48b0004 2024-11-14T14:17:19,495 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:17:19,495 DEBUG [RS:0;6e2cc31459a7:32973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,495 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,32973,1731593837604' 2024-11-14T14:17:19,495 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-563698593/flush-table-proc/abort' 2024-11-14T14:17:19,496 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-563698593/flush-table-proc/acquired' 2024-11-14T14:17:19,496 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:17:19,496 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:17:19,496 DEBUG [RS:0;6e2cc31459a7:32973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,496 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,32973,1731593837604' 2024-11-14T14:17:19,496 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-563698593/online-snapshot/abort' 2024-11-14T14:17:19,497 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-563698593/online-snapshot/acquired' 2024-11-14T14:17:19,497 DEBUG [RS:0;6e2cc31459a7:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:17:19,497 INFO [RS:0;6e2cc31459a7:32973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:17:19,497 INFO [RS:0;6e2cc31459a7:32973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:17:19,552 WARN [6e2cc31459a7:35079 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:17:19,599 INFO [RS:0;6e2cc31459a7:32973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:19,603 INFO [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C32973%2C1731593837604, suffix=, logDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/oldWALs, maxLogs=10 2024-11-14T14:17:19,618 DEBUG [RS:0;6e2cc31459a7:32973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604/6e2cc31459a7%2C32973%2C1731593837604.1731593839604, exclude list is [], retry=0 2024-11-14T14:17:19,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43307,DS-6f9a4dda-b8f0-4ec3-82e7-dc6510614308,DISK] 2024-11-14T14:17:19,629 INFO [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604/6e2cc31459a7%2C32973%2C1731593837604.1731593839604 2024-11-14T14:17:19,632 DEBUG [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:17:19,803 DEBUG [6e2cc31459a7:35079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:19,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:19,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,32973,1731593837604, state=OPENING 2024-11-14T14:17:19,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:17:19,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:19,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-563698593/meta-region-server: CHANGED 2024-11-14T14:17:19,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:19,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-563698593/meta-region-server: CHANGED 2024-11-14T14:17:19,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,32973,1731593837604}] 2024-11-14T14:17:20,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:17:20,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:17:20,055 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:17:20,056 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:20,056 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:17:20,059 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C32973%2C1731593837604.meta, suffix=.meta, logDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/oldWALs, maxLogs=10 2024-11-14T14:17:20,085 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604/6e2cc31459a7%2C32973%2C1731593837604.meta.1731593840062.meta, exclude list is [], retry=0 2024-11-14T14:17:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43307,DS-6f9a4dda-b8f0-4ec3-82e7-dc6510614308,DISK] 2024-11-14T14:17:20,096 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/WALs/6e2cc31459a7,32973,1731593837604/6e2cc31459a7%2C32973%2C1731593837604.meta.1731593840062.meta 2024-11-14T14:17:20,104 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:17:20,105 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:20,105 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:20,105 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:20,105 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:17:20,106 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:17:20,106 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:17:20,106 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:20,106 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:17:20,106 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:17:20,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:20,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:20,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:20,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:20,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:20,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:20,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:20,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:20,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:20,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:20,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:20,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:20,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:20,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:20,133 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:20,135 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740 2024-11-14T14:17:20,140 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740 2024-11-14T14:17:20,143 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:20,143 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:20,146 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:20,152 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:20,154 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66669217, jitterRate=-0.0065512508153915405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:20,154 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:17:20,154 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593840106Writing region info on filesystem at 1731593840106Initializing all the Stores at 1731593840111 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593840111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593840112 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593840112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593840112Cleaning up temporary data from old regions at 1731593840143 (+31 ms)Running coprocessor post-open hooks at 1731593840154 (+11 ms)Region opened successfully at 1731593840154 2024-11-14T14:17:20,159 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593840045 2024-11-14T14:17:20,164 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:17:20,164 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:17:20,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:20,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,32973,1731593837604, state=OPEN 2024-11-14T14:17:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-563698593/meta-region-server 2024-11-14T14:17:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-563698593/meta-region-server 2024-11-14T14:17:20,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-563698593/meta-region-server: CHANGED 2024-11-14T14:17:20,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:20,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-563698593/meta-region-server: CHANGED 2024-11-14T14:17:20,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:17:20,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,32973,1731593837604 in 283 msec 2024-11-14T14:17:20,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:17:20,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 780 msec 2024-11-14T14:17:20,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:20,186 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:17:20,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:20,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:20,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,32973,1731593837604, seqNum=-1] 2024-11-14T14:17:20,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:20,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:20,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec 2024-11-14T14:17:20,211 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593840211, completionTime=-1 2024-11-14T14:17:20,211 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:17:20,211 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:17:20,215 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:17:20,215 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593900215 2024-11-14T14:17:20,215 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593960215 2024-11-14T14:17:20,215 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T14:17:20,216 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35079,1731593837452-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,216 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35079,1731593837452-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,216 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35079,1731593837452-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,216 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:35079, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,216 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,218 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,220 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:17:20,228 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.560sec 2024-11-14T14:17:20,228 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:17:20,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:17:20,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:17:20,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:17:20,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:17:20,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35079,1731593837452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:20,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35079,1731593837452-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:17:20,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:20,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:20,255 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:17:20,255 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:17:20,255 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35079,1731593837452-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:20,259 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1262ccd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:20,279 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:20,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,32973,1731593837604, seqNum=-1] 2024-11-14T14:17:20,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:20,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:17:20,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:17:20,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:20,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T14:17:20,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:20,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:17:20,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:17:20,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:17:20,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:20,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:20,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:20,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:20,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b4e48b0005 connected 2024-11-14T14:17:20,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42671,-1 for getting cluster id 2024-11-14T14:17:20,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:20,348 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24de2a87-6a3a-4567-8b37-a1c2a6ef9632' 2024-11-14T14:17:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24de2a87-6a3a-4567-8b37-a1c2a6ef9632" 2024-11-14T14:17:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ddfe94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42671,-1] 2024-11-14T14:17:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:20,353 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6163be2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d76f161 2024-11-14T14:17:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:20,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:20,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:17:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:17:20,401 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:20,404 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a577a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,404 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:20,404 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:20,413 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:20,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:20,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37016bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:20,416 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:20,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103769f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:20,419 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b104152 2024-11-14T14:17:20,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:20,427 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:20,442 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T14:17:20,443 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:17:20,448 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:20,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:20,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:20,451 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:20,466 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:17:20,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:17:20,471 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:20,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:17:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741835_1011 (size=1138) 2024-11-14T14:17:20,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b61e8a80db3f6843a599fff01f43f97, NAME => 'hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda 2024-11-14T14:17:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741836_1012 (size=44) 2024-11-14T14:17:20,519 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:17:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:20,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:20,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6b61e8a80db3f6843a599fff01f43f97, disabling compactions & flushes 2024-11-14T14:17:20,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:20,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:20,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. after waiting 0 ms 2024-11-14T14:17:20,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:20,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:20,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b61e8a80db3f6843a599fff01f43f97: Waiting for close lock at 1731593840922Disabling compacts and flushes for region at 1731593840922Disabling writes for close at 1731593840922Writing region close event to WAL at 1731593840922Closed at 1731593840922 2024-11-14T14:17:20,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:17:20,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731593840925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593840925"}]},"ts":"1731593840925"} 2024-11-14T14:17:20,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:17:20,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:17:20,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593840940"}]},"ts":"1731593840940"} 2024-11-14T14:17:20,948 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:17:20,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN}] 2024-11-14T14:17:20,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN 2024-11-14T14:17:20,959 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN; state=OFFLINE, location=6e2cc31459a7,46625,1731593830508; forceNewPlan=false, retain=false 2024-11-14T14:17:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:21,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6b61e8a80db3f6843a599fff01f43f97, regionState=OPENING, regionLocation=6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:21,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN because future has completed 2024-11-14T14:17:21,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b61e8a80db3f6843a599fff01f43f97, server=6e2cc31459a7,46625,1731593830508}] 2024-11-14T14:17:21,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:21,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:21,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:17:21,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C46625%2C1731593830508.rep, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs, maxLogs=10 2024-11-14T14:17:21,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.rep.1731593841282, exclude list is [], retry=0 2024-11-14T14:17:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:21,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.rep.1731593841282 2024-11-14T14:17:21,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:21,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b61e8a80db3f6843a599fff01f43f97, NAME => 'hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:21,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. service=MultiRowMutationService 2024-11-14T14:17:21,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,304 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,306 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b61e8a80db3f6843a599fff01f43f97 columnFamilyName hfileref 2024-11-14T14:17:21,306 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:21,307 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(327): Store=6b61e8a80db3f6843a599fff01f43f97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:21,307 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,312 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b61e8a80db3f6843a599fff01f43f97 columnFamilyName queue 2024-11-14T14:17:21,312 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:21,313 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(327): Store=6b61e8a80db3f6843a599fff01f43f97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:21,313 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,315 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b61e8a80db3f6843a599fff01f43f97 columnFamilyName sid 2024-11-14T14:17:21,315 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:21,316 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(327): Store=6b61e8a80db3f6843a599fff01f43f97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:21,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:17:21,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:21,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6b61e8a80db3f6843a599fff01f43f97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71806656, jitterRate=0.07000255584716797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:17:21,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:21,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6b61e8a80db3f6843a599fff01f43f97: Running coprocessor pre-open hook at 1731593841303Writing region info on filesystem at 1731593841303Initializing all the Stores at 1731593841304 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593841304Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593841304Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593841304Cleaning up temporary data from old regions at 1731593841325 (+21 ms)Running coprocessor post-open hooks at 1731593841331 (+6 ms)Region opened successfully at 1731593841332 (+1 ms) 2024-11-14T14:17:21,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., pid=7, masterSystemTime=1731593841269 2024-11-14T14:17:21,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:21,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:21,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6b61e8a80db3f6843a599fff01f43f97, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:21,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b61e8a80db3f6843a599fff01f43f97, server=6e2cc31459a7,46625,1731593830508 because future has completed 2024-11-14T14:17:21,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T14:17:21,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b61e8a80db3f6843a599fff01f43f97, server=6e2cc31459a7,46625,1731593830508 in 234 msec 2024-11-14T14:17:21,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:17:21,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN in 407 msec 2024-11-14T14:17:21,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:17:21,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593841368"}]},"ts":"1731593841368"} 2024-11-14T14:17:21,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:17:21,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:17:21,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 923 msec 2024-11-14T14:17:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., hostname=6e2cc31459a7,46625,1731593830508, seqNum=2] 2024-11-14T14:17:21,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46625 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T14:17:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:21,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T14:17:21,709 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:17:21,759 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,46625,1731593830508, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:17:21,760 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:21,761 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,46625,1731593830508, seqNum=-1] 2024-11-14T14:17:21,761 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:21,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T14:17:21,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,46625,1731593830508', locateType=CURRENT is [region=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., hostname=6e2cc31459a7,46625,1731593830508, seqNum=2] 2024-11-14T14:17:21,779 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T14:17:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T14:17:21,784 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,46625,1731593830508 suceeded 2024-11-14T14:17:21,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T14:17:21,788 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:21,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-11-14T14:17:21,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3990 sec 2024-11-14T14:17:21,800 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:21,803 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adfc5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:21,803 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:21,803 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:21,804 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:21,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:21,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53892076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:21,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:21,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:21,807 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:21,808 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c55f9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:21,808 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694a1624 2024-11-14T14:17:21,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:21,811 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T14:17:21,812 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,46625,1731593830508 (queues=1) is replicating from cluster=24de2a87-6a3a-4567-8b37-a1c2a6ef9632 to cluster=43619f9a-8e0e-4d08-a04c-5a6a1a011597 2024-11-14T14:17:21,815 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C46625%2C1731593830508 2024-11-14T14:17:21,820 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,46625,1731593830508, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:17:21,827 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.shipper6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C46625%2C1731593830508 2024-11-14T14:17:21,832 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631, startPosition=0, beingWritten=true 2024-11-14T14:17:22,098 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:22,406 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:22,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:22,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:22,569 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:17:22,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:22,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42671,-1 for getting cluster id 2024-11-14T14:17:22,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:22,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24de2a87-6a3a-4567-8b37-a1c2a6ef9632' 2024-11-14T14:17:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24de2a87-6a3a-4567-8b37-a1c2a6ef9632" 2024-11-14T14:17:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996dcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42671,-1] 2024-11-14T14:17:22,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:22,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,574 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35387aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486117b4 2024-11-14T14:17:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:22,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:22,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:17:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:17:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:17:22,586 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:22,587 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c36f3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,587 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:22,588 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:22,589 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:22,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:22,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:22,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53658631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:22,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:22,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,591 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:22,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e592b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,592 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:22,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:22,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee787c3 2024-11-14T14:17:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:22,595 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:22,596 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T14:17:22,596 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:17:22,596 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,596 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:22,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:17:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:17:22,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T14:17:22,813 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:22,813 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T14:17:22,846 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6e2cc31459a7,46625,1731593830508, ReplicationSource: 2, currentBandwidth=0 2024-11-14T14:17:22,851 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T14:17:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T14:17:22,855 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6e2cc31459a7,46625,1731593830508 suceeded 2024-11-14T14:17:22,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:17:22,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-14T14:17:22,862 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:22,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 280 msec 2024-11-14T14:17:22,869 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:22,870 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7882889f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,870 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:22,870 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:22,871 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d48af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,873 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:22,874 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567ee24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,874 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e75575d 2024-11-14T14:17:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:22,877 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T14:17:22,877 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6e2cc31459a7,46625,1731593830508 (queues=1) is replicating from cluster=24de2a87-6a3a-4567-8b37-a1c2a6ef9632 to cluster=43619f9a-8e0e-4d08-a04c-5a6a1a011597 2024-11-14T14:17:22,878 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6e2cc31459a7%2C46625%2C1731593830508 2024-11-14T14:17:22,878 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6e2cc31459a7,46625,1731593830508, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:17:22,878 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.shipper6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C46625%2C1731593830508 2024-11-14T14:17:22,878 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631, startPosition=0, beingWritten=true 2024-11-14T14:17:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T14:17:22,899 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T14:17:22,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:22,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:22,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:22,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b2107a 2024-11-14T14:17:22,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:22,906 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:22,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:17:22,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T14:17:22,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:17:22,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T14:17:22,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T14:17:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:17:22,926 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:22,927 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17269063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,927 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:22,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:22,928 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bea715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,930 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:22,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e98189a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:22,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:22,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:22,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ceb0b3 2024-11-14T14:17:22,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:22,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:22,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:17:22,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:17:22,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:22,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:22,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:17:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:17:23,085 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:23,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T14:17:23,097 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T14:17:23,098 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T14:17:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T14:17:23,101 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6e2cc31459a7,46625,1731593830508 suceeded 2024-11-14T14:17:23,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T14:17:23,106 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:23,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-14T14:17:23,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-14T14:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T14:17:23,239 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T14:17:23,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T14:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:17:23,244 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:23,246 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d87286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:23,246 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:23,246 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:23,247 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5717d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,248 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:23,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c075d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:23,249 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276c0938 2024-11-14T14:17:23,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:23,252 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:23,253 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T14:17:23,253 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:17:23,253 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,253 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:23,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:17:23,323 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:17:23,392 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:23,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T14:17:23,423 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T14:17:23,425 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T14:17:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T14:17:23,429 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6e2cc31459a7,46625,1731593830508 suceeded 2024-11-14T14:17:23,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T14:17:23,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-14T14:17:23,433 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6e2cc31459a7:35079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:23,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-14T14:17:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T14:17:23,559 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T14:17:23,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:17:23,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T14:17:23,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:23,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:23,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:23,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:17:23,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-14T14:17:23,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,42671,1731593829791 2024-11-14T14:17:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:23,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:23,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:23,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:23,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,46625,1731593830508' ***** 2024-11-14T14:17:23,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:17:23,574 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:17:23,575 INFO [RS:0;6e2cc31459a7:46625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:17:23,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:17:23,575 INFO [RS:0;6e2cc31459a7:46625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:17:23,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:23,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:23,575 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:23,576 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:23,576 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:23,576 INFO [RS:0;6e2cc31459a7:46625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:46625. 2024-11-14T14:17:23,576 DEBUG [RS:0;6e2cc31459a7:46625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:23,576 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:23,577 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:17:23,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b61e8a80db3f6843a599fff01f43f97, disabling compactions & flushes 2024-11-14T14:17:23,577 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:17:23,577 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:23,577 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:17:23,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:23,577 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:17:23,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. after waiting 0 ms 2024-11-14T14:17:23,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:23,578 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:17:23,578 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:23,578 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1325): Online Regions={6b61e8a80db3f6843a599fff01f43f97=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:17:23,578 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:23,578 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:23,578 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:23,578 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:23,578 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:23,581 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b61e8a80db3f6843a599fff01f43f97 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T14:17:23,581 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T14:17:23,588 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:23,653 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/info/c34626a411514f9ca4d2d88909bfd674 is 147, key is hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97./info:regioninfo/1731593841340/Put/seqid=0 2024-11-14T14:17:23,655 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/.tmp/queue/3589be01ceb845dea78a2e70cf93b9e7 is 151, key is 1-6e2cc31459a7,46625,1731593830508/queue:6e2cc31459a7%2C46625%2C1731593830508/1731593841770/Put/seqid=0 2024-11-14T14:17:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741838_1014 (size=6631) 2024-11-14T14:17:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741839_1015 (size=5500) 2024-11-14T14:17:23,675 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/.tmp/queue/3589be01ceb845dea78a2e70cf93b9e7 2024-11-14T14:17:23,732 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/.tmp/queue/3589be01ceb845dea78a2e70cf93b9e7 as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/queue/3589be01ceb845dea78a2e70cf93b9e7 2024-11-14T14:17:23,753 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/queue/3589be01ceb845dea78a2e70cf93b9e7, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T14:17:23,765 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6b61e8a80db3f6843a599fff01f43f97 in 182ms, sequenceid=6, compaction requested=false 2024-11-14T14:17:23,765 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:17:23,779 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:23,800 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:17:23,800 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:23,805 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:23,805 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:23,806 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:23,810 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b61e8a80db3f6843a599fff01f43f97: Waiting for close lock at 1731593843576Running coprocessor pre-close hooks at 1731593843577 (+1 ms)Disabling compacts and flushes for region at 1731593843577Disabling writes for close at 1731593843577Obtaining lock to block concurrent updates at 1731593843581 (+4 ms)Preparing flush snapshotting stores in 6b61e8a80db3f6843a599fff01f43f97 at 1731593843582 (+1 ms)Finished memstore snapshotting hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731593843589 (+7 ms)Flushing stores of hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. at 1731593843593 (+4 ms)Flushing 6b61e8a80db3f6843a599fff01f43f97/queue: creating writer at 1731593843594 (+1 ms)Flushing 6b61e8a80db3f6843a599fff01f43f97/queue: appending metadata at 1731593843633 (+39 ms)Flushing 6b61e8a80db3f6843a599fff01f43f97/queue: closing flushed file at 1731593843636 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d9321c: reopening flushed file at 1731593843730 (+94 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6b61e8a80db3f6843a599fff01f43f97 in 182ms, sequenceid=6, compaction requested=false at 1731593843765 (+35 ms)Writing region close event to WAL at 1731593843777 (+12 ms)Running coprocessor post-close hooks at 1731593843804 (+27 ms)Closed at 1731593843806 (+2 ms) 2024-11-14T14:17:23,810 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:23,933 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:23,979 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:24,074 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/info/c34626a411514f9ca4d2d88909bfd674 2024-11-14T14:17:24,113 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/ns/f5cc977609b94d7bada309736dba83ff is 43, key is default/ns:d/1731593834883/Put/seqid=0 2024-11-14T14:17:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741840_1016 (size=5153) 2024-11-14T14:17:24,128 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/ns/f5cc977609b94d7bada309736dba83ff 2024-11-14T14:17:24,162 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/table/f5e7be734ff94ff9864efcba97a36c79 is 53, key is hbase:replication/table:state/1731593841368/Put/seqid=0 2024-11-14T14:17:24,179 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741841_1017 (size=5256) 2024-11-14T14:17:24,317 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:24,379 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:24,476 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:17:24,476 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:17:24,580 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:17:24,580 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:17:24,580 DEBUG [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:24,584 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/table/f5e7be734ff94ff9864efcba97a36c79 2024-11-14T14:17:24,617 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/info/c34626a411514f9ca4d2d88909bfd674 as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/info/c34626a411514f9ca4d2d88909bfd674 2024-11-14T14:17:24,626 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/info/c34626a411514f9ca4d2d88909bfd674, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T14:17:24,627 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/ns/f5cc977609b94d7bada309736dba83ff as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/ns/f5cc977609b94d7bada309736dba83ff 2024-11-14T14:17:24,637 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/ns/f5cc977609b94d7bada309736dba83ff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:17:24,639 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/table/f5e7be734ff94ff9864efcba97a36c79 as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/table/f5e7be734ff94ff9864efcba97a36c79 2024-11-14T14:17:24,640 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508/6e2cc31459a7%2C46625%2C1731593830508.1731593833631 to pos 0, reset compression=false 2024-11-14T14:17:24,652 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/table/f5e7be734ff94ff9864efcba97a36c79, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T14:17:24,654 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=11, compaction requested=false 2024-11-14T14:17:24,663 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:17:24,663 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:24,663 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:24,664 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:24,664 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593843578Running coprocessor pre-close hooks at 1731593843578Disabling compacts and flushes for region at 1731593843578Disabling writes for close at 1731593843578Obtaining lock to block concurrent updates at 1731593843582 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731593843582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731593843589 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731593843592 (+3 ms)Flushing 1588230740/info: creating writer at 1731593843593 (+1 ms)Flushing 1588230740/info: appending metadata at 1731593843634 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731593843636 (+2 ms)Flushing 1588230740/ns: creating writer at 1731593844084 (+448 ms)Flushing 1588230740/ns: appending metadata at 1731593844111 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731593844111Flushing 1588230740/table: creating writer at 1731593844141 (+30 ms)Flushing 1588230740/table: appending metadata at 1731593844161 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731593844161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396a087f: reopening flushed file at 1731593844616 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d75b92d: reopening flushed file at 1731593844626 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5646be: reopening flushed file at 1731593844637 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=11, compaction requested=false at 1731593844654 (+17 ms)Writing region close event to WAL at 1731593844658 (+4 ms)Running coprocessor post-close hooks at 1731593844663 (+5 ms)Closed at 1731593844664 (+1 ms) 2024-11-14T14:17:24,664 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:24,780 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,46625,1731593830508; all regions closed. 2024-11-14T14:17:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741834_1010 (size=2742) 2024-11-14T14:17:24,791 DEBUG [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs 2024-11-14T14:17:24,792 INFO [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C46625%2C1731593830508.meta:.meta(num 1731593834633) 2024-11-14T14:17:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741837_1013 (size=1802) 2024-11-14T14:17:24,802 DEBUG [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs 2024-11-14T14:17:24,802 INFO [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C46625%2C1731593830508.rep:(num 1731593841282) 2024-11-14T14:17:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741832_1008 (size=93) 2024-11-14T14:17:24,809 DEBUG [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs 2024-11-14T14:17:24,809 INFO [RS:0;6e2cc31459a7:46625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C46625%2C1731593830508:(num 1731593833631) 2024-11-14T14:17:24,809 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:24,809 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:24,810 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:24,810 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:24,810 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:24,811 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:24,811 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,46625,1731593830508 because: Region server is closing 2024-11-14T14:17:24,811 INFO [RS:0;6e2cc31459a7:46625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:46625. 2024-11-14T14:17:24,811 DEBUG [RS:0;6e2cc31459a7:46625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:24,811 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:24,812 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:24,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:24,912 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.wal-reader.6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:17:24,912 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.shipper6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:17:24,912 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,46625,1731593830508.replicationSource.shipper6e2cc31459a7%2C46625%2C1731593830508,1-6e2cc31459a7,46625,1731593830508 terminated 2024-11-14T14:17:24,913 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6e2cc31459a7,46625,1731593830508 because: Region server is closing 2024-11-14T14:17:24,913 INFO [RS:0;6e2cc31459a7:46625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:46625. 2024-11-14T14:17:24,913 DEBUG [RS:0;6e2cc31459a7:46625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:24,913 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:24,913 DEBUG [RS:0;6e2cc31459a7:46625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:24,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:25,014 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.shipper6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:17:25,014 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,46625,1731593830508.replicationSource.shipper6e2cc31459a7%2C46625%2C1731593830508,2-6e2cc31459a7,46625,1731593830508 terminated 2024-11-14T14:17:25,015 INFO [RS:0;6e2cc31459a7:46625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46625 2024-11-14T14:17:25,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/rs 2024-11-14T14:17:25,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/rs/6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:25,057 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:25,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,46625,1731593830508] 2024-11-14T14:17:25,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/draining/6e2cc31459a7,46625,1731593830508 already deleted, retry=false 2024-11-14T14:17:25,079 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,46625,1731593830508 expired; onlineServers=0 2024-11-14T14:17:25,079 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,42671,1731593829791' ***** 2024-11-14T14:17:25,079 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:17:25,079 INFO [M:0;6e2cc31459a7:42671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:25,079 INFO [M:0;6e2cc31459a7:42671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:25,079 DEBUG [M:0;6e2cc31459a7:42671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:17:25,079 DEBUG [M:0;6e2cc31459a7:42671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:17:25,079 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593833309 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593833309,5,FailOnTimeoutGroup] 2024-11-14T14:17:25,079 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593833308 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593833308,5,FailOnTimeoutGroup] 2024-11-14T14:17:25,080 INFO [M:0;6e2cc31459a7:42671 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:25,080 INFO [M:0;6e2cc31459a7:42671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:25,080 DEBUG [M:0;6e2cc31459a7:42671 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:17:25,080 INFO [M:0;6e2cc31459a7:42671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:17:25,080 INFO [M:0;6e2cc31459a7:42671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:25,080 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:17:25,081 INFO [M:0;6e2cc31459a7:42671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:17:25,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:17:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/master 2024-11-14T14:17:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:25,099 DEBUG [M:0;6e2cc31459a7:42671 {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/master already deleted, retry=false 2024-11-14T14:17:25,099 DEBUG [M:0;6e2cc31459a7:42671 {}] master.ActiveMasterManager(353): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-308551093/master 2024-11-14T14:17:25,100 INFO [M:0;6e2cc31459a7:42671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/.lastflushedseqids 2024-11-14T14:17:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741842_1018 (size=181) 2024-11-14T14:17:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46625-0x10139b4e48b0001, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:25,168 INFO [RS:0;6e2cc31459a7:46625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:25,169 INFO [RS:0;6e2cc31459a7:46625 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,46625,1731593830508; zookeeper connection closed. 2024-11-14T14:17:25,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@217493f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@217493f3 2024-11-14T14:17:25,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:17:25,517 INFO [M:0;6e2cc31459a7:42671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:17:25,517 INFO [M:0;6e2cc31459a7:42671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:17:25,518 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:25,518 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:25,518 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:25,518 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:25,518 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:25,519 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T14:17:25,551 DEBUG [M:0;6e2cc31459a7:42671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d1ac31d9f1b46c3a78363c3f968f8b0 is 82, key is hbase:meta,,1/info:regioninfo/1731593834726/Put/seqid=0 2024-11-14T14:17:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741843_1019 (size=5672) 2024-11-14T14:17:25,561 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d1ac31d9f1b46c3a78363c3f968f8b0 2024-11-14T14:17:25,600 DEBUG [M:0;6e2cc31459a7:42671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00181dfd39d74e26a7bab926b89bf8a3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731593841382/Put/seqid=0 2024-11-14T14:17:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741844_1020 (size=8663) 2024-11-14T14:17:25,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:26,010 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00181dfd39d74e26a7bab926b89bf8a3 2024-11-14T14:17:26,049 DEBUG [M:0;6e2cc31459a7:42671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/579d19c542f54c4dac8fb7527d2f4d8d is 69, key is 6e2cc31459a7,46625,1731593830508/rs:state/1731593833396/Put/seqid=0 2024-11-14T14:17:26,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741845_1021 (size=5156) 2024-11-14T14:17:26,061 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/579d19c542f54c4dac8fb7527d2f4d8d 2024-11-14T14:17:26,085 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d1ac31d9f1b46c3a78363c3f968f8b0 as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d1ac31d9f1b46c3a78363c3f968f8b0 2024-11-14T14:17:26,094 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d1ac31d9f1b46c3a78363c3f968f8b0, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T14:17:26,099 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00181dfd39d74e26a7bab926b89bf8a3 as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00181dfd39d74e26a7bab926b89bf8a3 2024-11-14T14:17:26,108 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00181dfd39d74e26a7bab926b89bf8a3, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T14:17:26,109 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/579d19c542f54c4dac8fb7527d2f4d8d as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/579d19c542f54c4dac8fb7527d2f4d8d 2024-11-14T14:17:26,117 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/579d19c542f54c4dac8fb7527d2f4d8d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T14:17:26,119 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 600ms, sequenceid=115, compaction requested=false 2024-11-14T14:17:26,120 INFO [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:26,120 DEBUG [M:0;6e2cc31459a7:42671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593845517Disabling compacts and flushes for region at 1731593845518 (+1 ms)Disabling writes for close at 1731593845518Obtaining lock to block concurrent updates at 1731593845519 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593845519Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731593845519Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593845521 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593845521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593845550 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593845550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593845573 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593845599 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593845599Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593846023 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593846049 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593846049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31378f14: reopening flushed file at 1731593846082 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3455a784: reopening flushed file at 1731593846095 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eea57f2: reopening flushed file at 1731593846108 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 600ms, sequenceid=115, compaction requested=false at 1731593846119 (+11 ms)Writing region close event to WAL at 1731593846120 (+1 ms)Closed at 1731593846120 2024-11-14T14:17:26,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741830_1006 (size=59421) 2024-11-14T14:17:26,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:26,127 INFO [M:0;6e2cc31459a7:42671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:17:26,127 INFO [M:0;6e2cc31459a7:42671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42671 2024-11-14T14:17:26,127 INFO [M:0;6e2cc31459a7:42671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:26,273 INFO [M:0;6e2cc31459a7:42671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:26,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:26,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x10139b4e48b0000, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:26,276 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:17:26,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:26,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42813 2024-11-14T14:17:26,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42813 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428130x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:26,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42813-0x10139b4e48b0006 connected 2024-11-14T14:17:26,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:26,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:26,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:26,315 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: INIT 2024-11-14T14:17:26,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda, hbase.cluster.distributed=false 2024-11-14T14:17:26,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/acl 2024-11-14T14:17:26,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-14T14:17:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42813 2024-11-14T14:17:26,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42813 2024-11-14T14:17:26,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-14T14:17:26,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-14T14:17:26,355 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:17:26,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:26,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45155 2024-11-14T14:17:26,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45155 connecting to ZooKeeper ensemble=127.0.0.1:54097 2024-11-14T14:17:26,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:26,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451550x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:26,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451550x0, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:26,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:17:26,374 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: INIT 2024-11-14T14:17:26,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45155-0x10139b4e48b0007 connected 2024-11-14T14:17:26,383 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:17:26,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/master 2024-11-14T14:17:26,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/acl 2024-11-14T14:17:26,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45155 2024-11-14T14:17:26,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45155 2024-11-14T14:17:26,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45155 2024-11-14T14:17:26,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45155 2024-11-14T14:17:26,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45155 2024-11-14T14:17:26,413 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:42813 2024-11-14T14:17:26,413 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-308551093/backup-masters/6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:26,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:26,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:26,426 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on existing znode=/0-308551093/backup-masters/6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:26,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-308551093/master 2024-11-14T14:17:26,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:26,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on existing znode=/0-308551093/master 2024-11-14T14:17:26,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-308551093/backup-masters/6e2cc31459a7,42813,1731593846275 from backup master directory 2024-11-14T14:17:26,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/backup-masters/6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:26,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/backup-masters 2024-11-14T14:17:26,447 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:26,447 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:26,474 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:26,475 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:17:26,493 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-14T14:17:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741846_1022 (size=196) 2024-11-14T14:17:26,509 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:26,510 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:17:26,511 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:26,521 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T14:17:26,527 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791 to hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791-dead as it is dead 2024-11-14T14:17:26,529 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T14:17:26,529 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T14:17:26,529 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791-dead/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 2024-11-14T14:17:26,536 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791-dead/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 after 5ms 2024-11-14T14:17:26,538 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791-dead/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 to hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 2024-11-14T14:17:26,538 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42671,1731593829791-dead 2024-11-14T14:17:26,539 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:26,541 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:26,544 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C42813%2C1731593846275, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42813,1731593846275, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/oldWALs, maxLogs=10 2024-11-14T14:17:26,563 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42813,1731593846275/6e2cc31459a7%2C42813%2C1731593846275.1731593846544, exclude list is [], retry=0 2024-11-14T14:17:26,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:26,574 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/WALs/6e2cc31459a7,42813,1731593846275/6e2cc31459a7%2C42813%2C1731593846275.1731593846544 2024-11-14T14:17:26,576 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:26,576 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:26,577 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:26,577 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,577 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:17:26,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d1ac31d9f1b46c3a78363c3f968f8b0 2024-11-14T14:17:26,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:26,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:17:26,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00181dfd39d74e26a7bab926b89bf8a3 2024-11-14T14:17:26,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:26,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:17:26,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/579d19c542f54c4dac8fb7527d2f4d8d 2024-11-14T14:17:26,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:26,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:17:26,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:26,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:26,635 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,636 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T14:17:26,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 2024-11-14T14:17:26,658 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 2024-11-14T14:17:26,660 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C42671%2C1731593829791.1731593832633 2024-11-14T14:17:26,665 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,665 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:26,674 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:26,679 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T14:17:26,681 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59589543, jitterRate=-0.11204661428928375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:26,682 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593846577Initializing all the Stores at 1731593846579 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593846579Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593846580 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593846580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593846580Cleaning up temporary data from old regions at 1731593846665 (+85 ms)Region opened successfully at 1731593846681 (+16 ms) 2024-11-14T14:17:26,682 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:17:26,688 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2780e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:26,701 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T14:17:26,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:17:26,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:17:26,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:17:26,704 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:17:26,723 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:26,724 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:17:26,725 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:17:26,725 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:17:26,725 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T14:17:26,726 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T14:17:26,726 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 22 msec 2024-11-14T14:17:26,726 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:17:26,734 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2cc31459a7,46625,1731593830508, regionLocation=6e2cc31459a7,46625,1731593830508, openSeqNum=2 2024-11-14T14:17:26,734 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2cc31459a7,46625,1731593830508, table=hbase:meta, region=1588230740 2024-11-14T14:17:26,734 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,46625,1731593830508, state=OPEN 2024-11-14T14:17:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:26,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:26,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:26,768 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:17:26,876 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/draining/6e2cc31459a7,46625,1731593830508 already deleted, retry=false 2024-11-14T14:17:26,876 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6e2cc31459a7,46625,1731593830508 on 6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:26,885 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6e2cc31459a7,46625,1731593830508, splitWal=true, meta=true 2024-11-14T14:17:26,889 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6e2cc31459a7,46625,1731593830508 (carryingMeta=true) 6e2cc31459a7,46625,1731593830508/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@309b6ac9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T14:17:26,896 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/balancer because node does not exist (not necessarily an error) 2024-11-14T14:17:26,909 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/balancer already deleted, retry=false 2024-11-14T14:17:26,910 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:17:26,911 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:17:26,920 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/normalizer already deleted, retry=false 2024-11-14T14:17:26,921 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:17:26,922 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:17:26,983 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/switch/split already deleted, retry=false 2024-11-14T14:17:26,984 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:17:27,057 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/switch/merge already deleted, retry=false 2024-11-14T14:17:27,175 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:17:27,183 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/snapshot-cleanup already deleted, retry=false 2024-11-14T14:17:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:27,195 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,42813,1731593846275, sessionid=0x10139b4e48b0006, setting cluster-up flag (Was=false) 2024-11-14T14:17:27,205 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-308551093/flush-table-proc/acquired, /0-308551093/flush-table-proc/reached, /0-308551093/flush-table-proc/abort 2024-11-14T14:17:27,207 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:27,215 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-308551093/online-snapshot/acquired, /0-308551093/online-snapshot/reached, /0-308551093/online-snapshot/abort 2024-11-14T14:17:27,217 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:27,218 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/.lastflushedseqids 2024-11-14T14:17:27,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:17:27,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:17:27,222 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,42813,1731593846275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6e2cc31459a7,46625,1731593830508 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:17:27,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:27,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:27,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:27,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:27,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:17:27,225 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,225 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:27,225 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,229 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6e2cc31459a7,46625,1731593830508, splitWal=true, meta=true 2024-11-14T14:17:27,231 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2cc31459a7,46625,1731593830508, splitWal=true, meta=true, isMeta: true 2024-11-14T14:17:27,234 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508-splitting 2024-11-14T14:17:27,235 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508-splitting dir is empty, no logs to split. 2024-11-14T14:17:27,235 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2cc31459a7,46625,1731593830508 WAL count=0, meta=true 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593877236 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:17:27,236 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:17:27,239 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508-splitting dir is empty, no logs to split. 2024-11-14T14:17:27,239 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2cc31459a7,46625,1731593830508 WAL count=0, meta=true 2024-11-14T14:17:27,239 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6e2cc31459a7,46625,1731593830508 WAL splitting is done? wals=0, meta=true 2024-11-14T14:17:27,240 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,241 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:17:27,241 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:17:27,241 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:17:27,241 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:17:27,242 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:17:27,242 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:17:27,242 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593847242,5,FailOnTimeoutGroup] 2024-11-14T14:17:27,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:17:27,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:27,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593847242,5,FailOnTimeoutGroup] 2024-11-14T14:17:27,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:17:27,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T14:17:27,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593847245, completionTime=-1 2024-11-14T14:17:27,246 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T14:17:27,249 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T14:17:27,299 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(746): ClusterId : 24de2a87-6a3a-4567-8b37-a1c2a6ef9632 2024-11-14T14:17:27,299 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:17:27,311 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:17:27,311 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:17:27,322 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:17:27,322 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5758191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:27,346 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:45155 2024-11-14T14:17:27,346 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:17:27,346 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:17:27,346 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:17:27,347 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,42813,1731593846275 with port=45155, startcode=1731593846355 2024-11-14T14:17:27,348 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:17:27,350 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:17:27,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42813 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,353 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda 2024-11-14T14:17:27,353 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37199 2024-11-14T14:17:27,354 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:17:27,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/rs 2024-11-14T14:17:27,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,45155,1731593846355] 2024-11-14T14:17:27,364 DEBUG [RS:0;6e2cc31459a7:45155 {}] zookeeper.ZKUtil(111): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on existing znode=/0-308551093/rs/6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,364 WARN [RS:0;6e2cc31459a7:45155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:27,364 INFO [RS:0;6e2cc31459a7:45155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:27,364 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,396 WARN [6e2cc31459a7:42813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:17:27,399 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T14:17:27,416 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:17:27,420 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:17:27,424 INFO [RS:0;6e2cc31459a7:45155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:17:27,424 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,427 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:17:27,428 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:17:27,428 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,428 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,428 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,428 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,428 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,428 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,428 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:27,429 DEBUG [RS:0;6e2cc31459a7:45155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:27,431 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,431 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,431 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,431 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,431 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,431 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45155,1731593846355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:27,448 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:17:27,448 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45155,1731593846355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,464 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,45155,1731593846355, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:17:27,482 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(231): queueId=2-6e2cc31459a7,45155,1731593846355, ReplicationSource: 2, currentBandwidth=0 2024-11-14T14:17:27,482 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,482 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.Replication(171): 6e2cc31459a7,45155,1731593846355 started 2024-11-14T14:17:27,484 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:27,486 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1e7857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:27,486 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:27,486 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:27,489 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@120fdd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:27,494 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:27,495 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b1e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:27,495 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:27,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:27,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366497e 2024-11-14T14:17:27,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:27,499 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T14:17:27,501 INFO [RS:0;6e2cc31459a7:45155.replicationSource,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,45155,1731593846355 (queues=0) is replicating from cluster=24de2a87-6a3a-4567-8b37-a1c2a6ef9632 to cluster=43619f9a-8e0e-4d08-a04c-5a6a1a011597 2024-11-14T14:17:27,502 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:27,502 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,45155,1731593846355, RpcServer on 6e2cc31459a7/172.17.0.2:45155, sessionid=0x10139b4e48b0007 2024-11-14T14:17:27,502 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:17:27,502 DEBUG [RS:0;6e2cc31459a7:45155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,502 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,45155,1731593846355' 2024-11-14T14:17:27,502 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-308551093/flush-table-proc/abort' 2024-11-14T14:17:27,503 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-308551093/flush-table-proc/acquired' 2024-11-14T14:17:27,504 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35079' 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea2a8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35079,-1 for getting cluster id 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,45155,1731593846355' 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-308551093/online-snapshot/abort' 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:27,506 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-308551093/online-snapshot/acquired' 2024-11-14T14:17:27,507 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43619f9a-8e0e-4d08-a04c-5a6a1a011597' 2024-11-14T14:17:27,507 DEBUG [RS:0;6e2cc31459a7:45155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:17:27,507 INFO [RS:0;6e2cc31459a7:45155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:17:27,507 INFO [RS:0;6e2cc31459a7:45155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:17:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43619f9a-8e0e-4d08-a04c-5a6a1a011597" 2024-11-14T14:17:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3722ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:27,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35079,-1] 2024-11-14T14:17:27,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:27,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:27,509 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:27,511 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23391441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:27,511 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:27,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:27,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4406cd89 2024-11-14T14:17:27,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:27,514 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T14:17:27,515 INFO [RS:0;6e2cc31459a7:45155.replicationSource,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6e2cc31459a7,45155,1731593846355 (queues=0) is replicating from cluster=24de2a87-6a3a-4567-8b37-a1c2a6ef9632 to cluster=43619f9a-8e0e-4d08-a04c-5a6a1a011597 2024-11-14T14:17:27,608 INFO [RS:0;6e2cc31459a7:45155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:27,610 INFO [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C45155%2C1731593846355, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs, maxLogs=10 2024-11-14T14:17:27,628 DEBUG [RS:0;6e2cc31459a7:45155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611, exclude list is [], retry=0 2024-11-14T14:17:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:27,636 INFO [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 2024-11-14T14:17:27,637 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6e2cc31459a7%2C45155%2C1731593846355 for peer 1 2024-11-14T14:17:27,637 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6e2cc31459a7%2C45155%2C1731593846355 for peer 2 2024-11-14T14:17:27,637 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C45155%2C1731593846355 2024-11-14T14:17:27,637 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,45155,1731593846355, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:17:27,637 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6e2cc31459a7%2C45155%2C1731593846355 2024-11-14T14:17:27,637 INFO [RS:0;6e2cc31459a7:45155.replicationSource.shipper6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C45155%2C1731593846355 2024-11-14T14:17:27,637 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6e2cc31459a7,45155,1731593846355, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:17:27,638 DEBUG [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:27,638 INFO [RS:0;6e2cc31459a7:45155.replicationSource.shipper6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C45155%2C1731593846355 2024-11-14T14:17:27,638 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611, startPosition=0, beingWritten=true 2024-11-14T14:17:27,638 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611, startPosition=0, beingWritten=true 2024-11-14T14:17:27,646 DEBUG [6e2cc31459a7:42813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:27,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,45155,1731593846355, state=OPENING 2024-11-14T14:17:27,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:27,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:27,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:27,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:27,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:27,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,45155,1731593846355}] 2024-11-14T14:17:27,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:17:27,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:17:27,829 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:17:27,829 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:27,830 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:17:27,832 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C45155%2C1731593846355.meta, suffix=.meta, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs, maxLogs=10 2024-11-14T14:17:27,848 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:27,852 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.meta.1731593847833.meta, exclude list is [], retry=0 2024-11-14T14:17:27,855 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:27,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:27,874 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.meta.1731593847833.meta 2024-11-14T14:17:27,880 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:27,880 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:27,881 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:27,881 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:27,881 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:17:27,881 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:17:27,881 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:17:27,881 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:27,881 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:17:27,882 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:17:27,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:27,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:27,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:27,900 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/info/c34626a411514f9ca4d2d88909bfd674 2024-11-14T14:17:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:27,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:27,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:27,910 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/ns/f5cc977609b94d7bada309736dba83ff 2024-11-14T14:17:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:27,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:27,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:27,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:27,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:27,923 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/table/f5e7be734ff94ff9864efcba97a36c79 2024-11-14T14:17:27,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:27,924 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:27,925 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740 2024-11-14T14:17:27,926 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740 2024-11-14T14:17:27,928 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:27,928 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:27,928 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:27,930 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:27,931 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74017702, jitterRate=0.10294970870018005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:27,931 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:17:27,931 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593847882Writing region info on filesystem at 1731593847882Initializing all the Stores at 1731593847884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593847884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593847885 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593847886 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593847886Cleaning up temporary data from old regions at 1731593847928 (+42 ms)Running coprocessor post-open hooks at 1731593847931 (+3 ms)Region opened successfully at 1731593847931 2024-11-14T14:17:27,933 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731593847821 2024-11-14T14:17:27,935 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:17:27,935 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:17:27,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,45155,1731593846355, state=OPEN 2024-11-14T14:17:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:27,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-308551093/meta-region-server 2024-11-14T14:17:27,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-308551093/meta-region-server: CHANGED 2024-11-14T14:17:27,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:27,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T14:17:27,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,45155,1731593846355 in 276 msec 2024-11-14T14:17:27,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T14:17:27,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-14T14:17:28,175 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:28,178 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:28,583 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:28,585 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:28,902 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T14:17:29,095 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:29,095 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:29,703 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:29,703 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:30,404 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3158ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T14:17:30,412 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:30,419 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:30,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:31,218 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:31,226 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:31,757 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T14:17:31,757 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:17:31,757 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:31,758 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45155,1731593846355, seqNum=-1] 2024-11-14T14:17:31,758 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:31,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:31,767 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6b61e8a80db3f6843a599fff01f43f97, regionState=OPEN, lastHost=6e2cc31459a7,46625,1731593830508, regionLocation=6e2cc31459a7,46625,1731593830508, openSeqNum=2 2024-11-14T14:17:31,768 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:17:31,768 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593911768 2024-11-14T14:17:31,768 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593971768 2024-11-14T14:17:31,768 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-14T14:17:31,769 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6e2cc31459a7,46625,1731593830508 had 2 regions 2024-11-14T14:17:31,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42813,1731593846275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42813,1731593846275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42813,1731593846275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:42813, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,771 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2cc31459a7,46625,1731593830508, splitWal=true, meta=true, isMeta: false 2024-11-14T14:17:31,774 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508-splitting dir is empty, no logs to split. 2024-11-14T14:17:31,774 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6e2cc31459a7,46625,1731593830508 WAL count=0, meta=false 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.334sec 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42813,1731593846275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:31,782 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42813,1731593846275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:17:31,784 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,46625,1731593830508-splitting dir is empty, no logs to split. 2024-11-14T14:17:31,784 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6e2cc31459a7,46625,1731593830508 WAL count=0, meta=false 2024-11-14T14:17:31,784 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6e2cc31459a7,46625,1731593830508 WAL splitting is done? wals=0, meta=false 2024-11-14T14:17:31,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN}] 2024-11-14T14:17:31,790 WARN [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6e2cc31459a7,46625,1731593830508/hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:31,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN 2024-11-14T14:17:31,793 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T14:17:31,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:17:31,797 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:17:31,797 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42813,1731593846275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:31,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:31,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42813,-1 for getting cluster id 2024-11-14T14:17:31,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:31,805 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24de2a87-6a3a-4567-8b37-a1c2a6ef9632' 2024-11-14T14:17:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:31,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24de2a87-6a3a-4567-8b37-a1c2a6ef9632" 2024-11-14T14:17:31,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1896f4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:31,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42813,-1] 2024-11-14T14:17:31,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:31,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,813 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29701794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:31,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45155,1731593846355, seqNum=-1] 2024-11-14T14:17:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:31,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:31,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T14:17:31,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:31,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:31,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:31,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6e2cc31459a7:42813 after: 6e2cc31459a7:42813 2024-11-14T14:17:31,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:31,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42813,-1 for getting cluster id 2024-11-14T14:17:31,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:31,829 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24de2a87-6a3a-4567-8b37-a1c2a6ef9632' 2024-11-14T14:17:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24de2a87-6a3a-4567-8b37-a1c2a6ef9632" 2024-11-14T14:17:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677eac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42813,-1] 2024-11-14T14:17:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,832 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:31,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:31,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f317e5 2024-11-14T14:17:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:31,837 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:31,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:17:31,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T14:17:31,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:17:31,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T14:17:31,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:17:31,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:31,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:31,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:17:31,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466034178, stopped=false 2024-11-14T14:17:31,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,35079,1731593837452 2024-11-14T14:17:31,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:31,943 DEBUG [6e2cc31459a7:42813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:31,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6b61e8a80db3f6843a599fff01f43f97, regionState=OPENING, regionLocation=6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:31,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-563698593/running 2024-11-14T14:17:31,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-563698593/running 2024-11-14T14:17:31,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:31,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:31,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:31,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:31,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:31,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/running 2024-11-14T14:17:31,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Set watcher on znode that does not yet exist, /1-563698593/running 2024-11-14T14:17:31,953 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,32973,1731593837604' ***** 2024-11-14T14:17:31,953 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:17:31,953 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:32973. 2024-11-14T14:17:31,954 DEBUG [RS:0;6e2cc31459a7:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:31,954 DEBUG [RS:0;6e2cc31459a7:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:17:31,954 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:17:31,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:17:31,955 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:17:31,955 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:17:31,955 DEBUG [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:31,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN because future has completed 2024-11-14T14:17:31,955 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:31,955 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:31,955 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:31,956 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:31,956 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:31,956 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T14:17:31,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b61e8a80db3f6843a599fff01f43f97, server=6e2cc31459a7,45155,1731593846355}] 2024-11-14T14:17:31,965 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:31,976 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/.tmp/ns/97b5d8a7f7d2440598e32d8fc7828e94 is 43, key is default/ns:d/1731593840192/Put/seqid=0 2024-11-14T14:17:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741835_1011 (size=5153) 2024-11-14T14:17:31,982 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/.tmp/ns/97b5d8a7f7d2440598e32d8fc7828e94 2024-11-14T14:17:31,997 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/.tmp/ns/97b5d8a7f7d2440598e32d8fc7828e94 as hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/ns/97b5d8a7f7d2440598e32d8fc7828e94 2024-11-14T14:17:32,005 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/ns/97b5d8a7f7d2440598e32d8fc7828e94, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T14:17:32,006 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=6, compaction requested=false 2024-11-14T14:17:32,006 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:17:32,016 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:17:32,017 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:32,017 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:32,017 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:32,017 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593851955Running coprocessor pre-close hooks at 1731593851955Disabling compacts and flushes for region at 1731593851955Disabling writes for close at 1731593851956 (+1 ms)Obtaining lock to block concurrent updates at 1731593851956Preparing flush snapshotting stores in 1588230740 at 1731593851956Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731593851956Flushing stores of hbase:meta,,1.1588230740 at 1731593851957 (+1 ms)Flushing 1588230740/ns: creating writer at 1731593851957Flushing 1588230740/ns: appending metadata at 1731593851976 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731593851976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac73204: reopening flushed file at 1731593851996 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 50ms, sequenceid=6, compaction requested=false at 1731593852006 (+10 ms)Writing region close event to WAL at 1731593852011 (+5 ms)Running coprocessor post-close hooks at 1731593852017 (+6 ms)Closed at 1731593852017 2024-11-14T14:17:32,017 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:32,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:32,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:32,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:17:32,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C45155%2C1731593846355.rep, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs, maxLogs=10 2024-11-14T14:17:32,125 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:32,133 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:32,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.rep.1731593852118, exclude list is [], retry=0 2024-11-14T14:17:32,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37505,DS-c4a97d0e-3962-48ca-a540-9a9a2aedabd9,DISK] 2024-11-14T14:17:32,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.rep.1731593852118 2024-11-14T14:17:32,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45495:45495)] 2024-11-14T14:17:32,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b61e8a80db3f6843a599fff01f43f97, NAME => 'hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:32,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:32,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:32,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. service=MultiRowMutationService 2024-11-14T14:17:32,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:17:32,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:32,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,147 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,149 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b61e8a80db3f6843a599fff01f43f97 columnFamilyName hfileref 2024-11-14T14:17:32,149 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:32,150 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(327): Store=6b61e8a80db3f6843a599fff01f43f97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:32,150 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,151 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b61e8a80db3f6843a599fff01f43f97 columnFamilyName queue 2024-11-14T14:17:32,151 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:32,155 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,32973,1731593837604; all regions closed. 2024-11-14T14:17:32,158 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/queue/3589be01ceb845dea78a2e70cf93b9e7 2024-11-14T14:17:32,158 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(327): Store=6b61e8a80db3f6843a599fff01f43f97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:32,158 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,159 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b61e8a80db3f6843a599fff01f43f97 columnFamilyName sid 2024-11-14T14:17:32,159 DEBUG [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:32,160 INFO [StoreOpener-6b61e8a80db3f6843a599fff01f43f97-1 {}] regionserver.HStore(327): Store=6b61e8a80db3f6843a599fff01f43f97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:32,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741834_1010 (size=1152) 2024-11-14T14:17:32,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:17:32,167 DEBUG [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/oldWALs 2024-11-14T14:17:32,167 INFO [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C32973%2C1731593837604.meta:.meta(num 1731593840062) 2024-11-14T14:17:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741833_1009 (size=93) 2024-11-14T14:17:32,172 DEBUG [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/oldWALs 2024-11-14T14:17:32,172 INFO [RS:0;6e2cc31459a7:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C32973%2C1731593837604:(num 1731593839604) 2024-11-14T14:17:32,172 DEBUG [RS:0;6e2cc31459a7:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:32,172 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:32,172 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:32,172 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:32,172 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:32,172 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:32,173 INFO [RS:0;6e2cc31459a7:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32973 2024-11-14T14:17:32,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6b61e8a80db3f6843a599fff01f43f97; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67569293, jitterRate=0.0068609267473220825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:17:32,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:32,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6b61e8a80db3f6843a599fff01f43f97: Running coprocessor pre-open hook at 1731593852146Writing region info on filesystem at 1731593852146Initializing all the Stores at 1731593852147 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593852147Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593852147Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593852147Cleaning up temporary data from old regions at 1731593852165 (+18 ms)Running coprocessor post-open hooks at 1731593852176 (+11 ms)Region opened successfully at 1731593852177 (+1 ms) 2024-11-14T14:17:32,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., pid=19, masterSystemTime=1731593852109 2024-11-14T14:17:32,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:32,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:32,183 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6b61e8a80db3f6843a599fff01f43f97, regionState=OPEN, openSeqNum=10, regionLocation=6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:32,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b61e8a80db3f6843a599fff01f43f97, server=6e2cc31459a7,45155,1731593846355 because future has completed 2024-11-14T14:17:32,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T14:17:32,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b61e8a80db3f6843a599fff01f43f97, server=6e2cc31459a7,45155,1731593846355 in 233 msec 2024-11-14T14:17:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T14:17:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b61e8a80db3f6843a599fff01f43f97, ASSIGN in 404 msec 2024-11-14T14:17:32,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T14:17:32,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., hostname=6e2cc31459a7,45155,1731593846355, seqNum=10] 2024-11-14T14:17:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-563698593/rs/6e2cc31459a7,32973,1731593837604 2024-11-14T14:17:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593/rs 2024-11-14T14:17:32,215 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:32,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,32973,1731593837604] 2024-11-14T14:17:32,236 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-563698593/draining/6e2cc31459a7,32973,1731593837604 already deleted, retry=false 2024-11-14T14:17:32,236 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,32973,1731593837604 expired; onlineServers=0 2024-11-14T14:17:32,236 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,35079,1731593837452' ***** 2024-11-14T14:17:32,236 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:17:32,236 INFO [M:0;6e2cc31459a7:35079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:32,236 INFO [M:0;6e2cc31459a7:35079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:32,236 DEBUG [M:0;6e2cc31459a7:35079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:17:32,236 DEBUG [M:0;6e2cc31459a7:35079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:17:32,236 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:17:32,237 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593839328 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593839328,5,FailOnTimeoutGroup] 2024-11-14T14:17:32,237 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593839324 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593839324,5,FailOnTimeoutGroup] 2024-11-14T14:17:32,237 INFO [M:0;6e2cc31459a7:35079 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:32,237 INFO [M:0;6e2cc31459a7:35079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:32,237 DEBUG [M:0;6e2cc31459a7:35079 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:17:32,237 INFO [M:0;6e2cc31459a7:35079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:17:32,237 INFO [M:0;6e2cc31459a7:35079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:32,237 INFO [M:0;6e2cc31459a7:35079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:17:32,238 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:17:32,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-563698593/master 2024-11-14T14:17:32,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-563698593 2024-11-14T14:17:32,246 DEBUG [M:0;6e2cc31459a7:35079 {}] zookeeper.ZKUtil(347): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Unable to get data of znode /1-563698593/master because node does not exist (not an error) 2024-11-14T14:17:32,246 WARN [M:0;6e2cc31459a7:35079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:17:32,246 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6e2cc31459a7,46625,1731593830508 2024-11-14T14:17:32,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T14:17:32,248 INFO [M:0;6e2cc31459a7:35079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/.lastflushedseqids 2024-11-14T14:17:32,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741836_1012 (size=99) 2024-11-14T14:17:32,272 INFO [M:0;6e2cc31459a7:35079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:17:32,273 INFO [M:0;6e2cc31459a7:35079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:17:32,273 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:32,273 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:32,273 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:32,273 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:32,273 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:32,273 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T14:17:32,300 DEBUG [M:0;6e2cc31459a7:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb873696b6da4cdabd3c02ffc96b30ad is 82, key is hbase:meta,,1/info:regioninfo/1731593840164/Put/seqid=0 2024-11-14T14:17:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741837_1013 (size=5672) 2024-11-14T14:17:32,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:32,325 INFO [RS:0;6e2cc31459a7:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:32,325 INFO [RS:0;6e2cc31459a7:32973 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,32973,1731593837604; zookeeper connection closed. 2024-11-14T14:17:32,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x10139b4e48b0004, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:32,326 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d 2024-11-14T14:17:32,326 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:17:32,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T14:17:32,706 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb873696b6da4cdabd3c02ffc96b30ad 2024-11-14T14:17:32,731 DEBUG [M:0;6e2cc31459a7:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb9123f2628466d897d8bba0ab65925 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731593840209/Put/seqid=0 2024-11-14T14:17:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741838_1014 (size=5275) 2024-11-14T14:17:32,742 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb9123f2628466d897d8bba0ab65925 2024-11-14T14:17:32,765 DEBUG [M:0;6e2cc31459a7:35079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9af42352b8e5438482c7b91e271e7ffa is 69, key is 6e2cc31459a7,32973,1731593837604/rs:state/1731593839380/Put/seqid=0 2024-11-14T14:17:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741839_1015 (size=5156) 2024-11-14T14:17:33,131 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:33,141 DEBUG [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.1731593847611 to pos 0, reset compression=false 2024-11-14T14:17:33,170 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9af42352b8e5438482c7b91e271e7ffa 2024-11-14T14:17:33,176 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb873696b6da4cdabd3c02ffc96b30ad as hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb873696b6da4cdabd3c02ffc96b30ad 2024-11-14T14:17:33,182 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb873696b6da4cdabd3c02ffc96b30ad, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T14:17:33,184 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb9123f2628466d897d8bba0ab65925 as hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcb9123f2628466d897d8bba0ab65925 2024-11-14T14:17:33,189 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcb9123f2628466d897d8bba0ab65925, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T14:17:33,191 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9af42352b8e5438482c7b91e271e7ffa as hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9af42352b8e5438482c7b91e271e7ffa 2024-11-14T14:17:33,198 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/06029493-7a33-8ffa-9dbe-1f4fdc2677a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9af42352b8e5438482c7b91e271e7ffa, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T14:17:33,199 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=28, compaction requested=false 2024-11-14T14:17:33,203 INFO [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:33,203 DEBUG [M:0;6e2cc31459a7:35079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593852273Disabling compacts and flushes for region at 1731593852273Disabling writes for close at 1731593852273Obtaining lock to block concurrent updates at 1731593852273Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593852273Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731593852274 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593852274Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593852275 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593852300 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593852300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593852712 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593852730 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593852730Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593852748 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593852764 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593852764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a3247a: reopening flushed file at 1731593853175 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ed772a: reopening flushed file at 1731593853183 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e2f310: reopening flushed file at 1731593853190 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=28, compaction requested=false at 1731593853199 (+9 ms)Writing region close event to WAL at 1731593853203 (+4 ms)Closed at 1731593853203 2024-11-14T14:17:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43307 is added to blk_1073741830_1006 (size=10165) 2024-11-14T14:17:33,208 INFO [M:0;6e2cc31459a7:35079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:17:33,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:33,208 INFO [M:0;6e2cc31459a7:35079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35079 2024-11-14T14:17:33,211 INFO [M:0;6e2cc31459a7:35079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35079-0x10139b4e48b0003, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:33,368 INFO [M:0;6e2cc31459a7:35079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:33,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:33,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:33,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:33,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:33,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:33,379 WARN [BP-1671060418-172.17.0.2-1731593835142 heartbeating to localhost/127.0.0.1:42833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:17:33,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:17:33,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:17:33,379 WARN [BP-1671060418-172.17.0.2-1731593835142 heartbeating to localhost/127.0.0.1:42833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1671060418-172.17.0.2-1731593835142 (Datanode Uuid 8d6c59f7-045a-4887-be58-ae6e147b22a1) service to localhost/127.0.0.1:42833 2024-11-14T14:17:33,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/cluster_fcd5f935-27ce-cad8-0a9a-2387a8411ee2/data/data1/current/BP-1671060418-172.17.0.2-1731593835142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:33,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/cluster_fcd5f935-27ce-cad8-0a9a-2387a8411ee2/data/data2/current/BP-1671060418-172.17.0.2-1731593835142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:33,382 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:17:33,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:33,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:33,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:33,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:33,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:33,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:17:33,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:17:33,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:33,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:33,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:17:33,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=413809655, stopped=false 2024-11-14T14:17:33,421 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,42813,1731593846275 2024-11-14T14:17:33,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:33,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/running 2024-11-14T14:17:33,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:33,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:33,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:33,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:33,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:33,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Set watcher on znode that does not yet exist, /0-308551093/running 2024-11-14T14:17:33,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,438 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,45155,1731593846355' ***** 2024-11-14T14:17:33,438 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:17:33,438 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:17:33,438 INFO [RS:0;6e2cc31459a7:45155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:17:33,438 INFO [RS:0;6e2cc31459a7:45155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:17:33,438 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:33,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:17:33,439 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:33,439 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:33,439 INFO [RS:0;6e2cc31459a7:45155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:45155. 2024-11-14T14:17:33,439 DEBUG [RS:0;6e2cc31459a7:45155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:33,439 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,439 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:17:33,439 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:17:33,439 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b61e8a80db3f6843a599fff01f43f97, disabling compactions & flushes 2024-11-14T14:17:33,439 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:17:33,439 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:33,440 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. after waiting 0 ms 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:33,440 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:17:33,440 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1325): Online Regions={6b61e8a80db3f6843a599fff01f43f97=hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:17:33,440 DEBUG [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b61e8a80db3f6843a599fff01f43f97 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:33,440 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:33,440 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:33,440 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T14:17:33,460 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/replication/6b61e8a80db3f6843a599fff01f43f97/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T14:17:33,461 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:33,461 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:33,462 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:33,462 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b61e8a80db3f6843a599fff01f43f97: Waiting for close lock at 1731593853439Running coprocessor pre-close hooks at 1731593853439Disabling compacts and flushes for region at 1731593853439Disabling writes for close at 1731593853440 (+1 ms)Writing region close event to WAL at 1731593853444 (+4 ms)Running coprocessor post-close hooks at 1731593853461 (+17 ms)Closed at 1731593853462 (+1 ms) 2024-11-14T14:17:33,462 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97. 2024-11-14T14:17:33,475 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/info/42f13efedbb7459881dcf210d0ef6f85 is 147, key is hbase:replication,,1731593840451.6b61e8a80db3f6843a599fff01f43f97./info:regioninfo/1731593852183/Put/seqid=0 2024-11-14T14:17:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741851_1027 (size=6385) 2024-11-14T14:17:33,485 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/info/42f13efedbb7459881dcf210d0ef6f85 2024-11-14T14:17:33,493 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/.tmp/info/42f13efedbb7459881dcf210d0ef6f85 as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/info/42f13efedbb7459881dcf210d0ef6f85 2024-11-14T14:17:33,500 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/info/42f13efedbb7459881dcf210d0ef6f85, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T14:17:33,502 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=19, compaction requested=false 2024-11-14T14:17:33,513 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T14:17:33,514 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:33,514 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:33,514 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:33,514 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593853440Running coprocessor pre-close hooks at 1731593853440Disabling compacts and flushes for region at 1731593853440Disabling writes for close at 1731593853440Obtaining lock to block concurrent updates at 1731593853440Preparing flush snapshotting stores in 1588230740 at 1731593853440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731593853441 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731593853442 (+1 ms)Flushing 1588230740/info: creating writer at 1731593853442Flushing 1588230740/info: appending metadata at 1731593853474 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731593853474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3f8a63: reopening flushed file at 1731593853492 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=19, compaction requested=false at 1731593853502 (+10 ms)Writing region close event to WAL at 1731593853508 (+6 ms)Running coprocessor post-close hooks at 1731593853513 (+5 ms)Closed at 1731593853514 (+1 ms) 2024-11-14T14:17:33,514 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:33,537 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:33,640 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,45155,1731593846355; all regions closed. 2024-11-14T14:17:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741849_1025 (size=2156) 2024-11-14T14:17:33,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.meta.1731593847833.meta not finished, retry = 0 2024-11-14T14:17:33,746 DEBUG [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs 2024-11-14T14:17:33,746 INFO [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C45155%2C1731593846355.meta:.meta(num 1731593847833) 2024-11-14T14:17:33,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741850_1026 (size=796) 2024-11-14T14:17:33,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/WALs/6e2cc31459a7,45155,1731593846355/6e2cc31459a7%2C45155%2C1731593846355.rep.1731593852118 not finished, retry = 0 2024-11-14T14:17:33,854 DEBUG [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs 2024-11-14T14:17:33,854 INFO [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C45155%2C1731593846355.rep:(num 1731593852118) 2024-11-14T14:17:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741848_1024 (size=93) 2024-11-14T14:17:33,859 DEBUG [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/oldWALs 2024-11-14T14:17:33,859 INFO [RS:0;6e2cc31459a7:45155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C45155%2C1731593846355:(num 1731593847611) 2024-11-14T14:17:33,859 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,859 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:33,859 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:33,860 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:33,860 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:33,860 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:33,860 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T14:17:33,860 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,45155,1731593846355 because: Region server is closing 2024-11-14T14:17:33,860 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T14:17:33,860 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T14:17:33,860 INFO [RS:0;6e2cc31459a7:45155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:45155. 2024-11-14T14:17:33,860 DEBUG [RS:0;6e2cc31459a7:45155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:33,860 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,861 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:33,961 WARN [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:17:33,961 WARN [RS:0;6e2cc31459a7:45155.replicationSource.shipper6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:17:33,961 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6e2cc31459a7:45155.replicationSource.shipper6e2cc31459a7%2C45155%2C1731593846355,1-6e2cc31459a7,45155,1731593846355 terminated 2024-11-14T14:17:33,961 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6e2cc31459a7,45155,1731593846355 because: Region server is closing 2024-11-14T14:17:33,962 INFO [RS:0;6e2cc31459a7:45155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:45155. 2024-11-14T14:17:33,962 DEBUG [RS:0;6e2cc31459a7:45155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:33,962 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,962 DEBUG [RS:0;6e2cc31459a7:45155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:33,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:34,062 WARN [RS:0;6e2cc31459a7:45155.replicationSource.shipper6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:17:34,062 WARN [RS:0;6e2cc31459a7:45155.replicationSource.wal-reader.6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:17:34,062 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6e2cc31459a7:45155.replicationSource.shipper6e2cc31459a7%2C45155%2C1731593846355,2-6e2cc31459a7,45155,1731593846355 terminated 2024-11-14T14:17:34,063 INFO [RS:0;6e2cc31459a7:45155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45155 2024-11-14T14:17:34,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093/rs 2024-11-14T14:17:34,109 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:34,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/rs/6e2cc31459a7,45155,1731593846355 2024-11-14T14:17:34,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,45155,1731593846355] 2024-11-14T14:17:34,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-308551093/draining/6e2cc31459a7,45155,1731593846355 already deleted, retry=false 2024-11-14T14:17:34,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,45155,1731593846355 expired; onlineServers=0 2024-11-14T14:17:34,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,42813,1731593846275' ***** 2024-11-14T14:17:34,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:17:34,130 INFO [M:0;6e2cc31459a7:42813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:34,130 INFO [M:0;6e2cc31459a7:42813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:34,131 DEBUG [M:0;6e2cc31459a7:42813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:17:34,131 DEBUG [M:0;6e2cc31459a7:42813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:17:34,131 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593847242 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593847242,5,FailOnTimeoutGroup] 2024-11-14T14:17:34,131 INFO [M:0;6e2cc31459a7:42813 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:34,131 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593847242 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593847242,5,FailOnTimeoutGroup] 2024-11-14T14:17:34,131 INFO [M:0;6e2cc31459a7:42813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:34,131 DEBUG [M:0;6e2cc31459a7:42813 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:17:34,131 INFO [M:0;6e2cc31459a7:42813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:17:34,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:17:34,131 INFO [M:0;6e2cc31459a7:42813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:34,132 INFO [M:0;6e2cc31459a7:42813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:17:34,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:17:34,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-308551093/master 2024-11-14T14:17:34,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-308551093 2024-11-14T14:17:34,141 DEBUG [M:0;6e2cc31459a7:42813 {}] zookeeper.ZKUtil(347): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Unable to get data of znode /0-308551093/master because node does not exist (not an error) 2024-11-14T14:17:34,141 WARN [M:0;6e2cc31459a7:42813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:17:34,142 INFO [M:0;6e2cc31459a7:42813 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/.lastflushedseqids 2024-11-14T14:17:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741852_1028 (size=181) 2024-11-14T14:17:34,160 INFO [M:0;6e2cc31459a7:42813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:17:34,160 INFO [M:0;6e2cc31459a7:42813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:17:34,160 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:34,160 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:34,160 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:34,161 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:34,161 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:34,161 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T14:17:34,179 DEBUG [M:0;6e2cc31459a7:42813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b98e8b12d11414c9d32eebad4cb09aa is 82, key is hbase:meta,,1/info:regioninfo/1731593847936/Put/seqid=0 2024-11-14T14:17:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741853_1029 (size=5680) 2024-11-14T14:17:34,185 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b98e8b12d11414c9d32eebad4cb09aa 2024-11-14T14:17:34,211 DEBUG [M:0;6e2cc31459a7:42813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a96ebb2671e9414789693248b6dc6d9f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731593852195/Put/seqid=0 2024-11-14T14:17:34,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:34,220 INFO [RS:0;6e2cc31459a7:45155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:34,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45155-0x10139b4e48b0007, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:34,220 INFO [RS:0;6e2cc31459a7:45155 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,45155,1731593846355; zookeeper connection closed. 2024-11-14T14:17:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741854_1030 (size=7319) 2024-11-14T14:17:34,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@604ab9ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@604ab9ff 2024-11-14T14:17:34,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:17:34,624 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a96ebb2671e9414789693248b6dc6d9f 2024-11-14T14:17:34,650 DEBUG [M:0;6e2cc31459a7:42813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c693dc2c760649b29ce5126c06a998eb is 69, key is 6e2cc31459a7,45155,1731593846355/rs:state/1731593847351/Put/seqid=0 2024-11-14T14:17:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741855_1031 (size=5371) 2024-11-14T14:17:35,056 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c693dc2c760649b29ce5126c06a998eb 2024-11-14T14:17:35,063 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c693dc2c760649b29ce5126c06a998eb 2024-11-14T14:17:35,065 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b98e8b12d11414c9d32eebad4cb09aa as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b98e8b12d11414c9d32eebad4cb09aa 2024-11-14T14:17:35,074 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b98e8b12d11414c9d32eebad4cb09aa, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T14:17:35,075 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a96ebb2671e9414789693248b6dc6d9f as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a96ebb2671e9414789693248b6dc6d9f 2024-11-14T14:17:35,086 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a96ebb2671e9414789693248b6dc6d9f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T14:17:35,088 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c693dc2c760649b29ce5126c06a998eb as hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c693dc2c760649b29ce5126c06a998eb 2024-11-14T14:17:35,096 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c693dc2c760649b29ce5126c06a998eb 2024-11-14T14:17:35,096 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/f0cdb79e-c409-ea1d-4b37-fd67ba5febda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c693dc2c760649b29ce5126c06a998eb, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T14:17:35,100 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=172, compaction requested=false 2024-11-14T14:17:35,113 INFO [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:35,113 DEBUG [M:0;6e2cc31459a7:42813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593854160Disabling compacts and flushes for region at 1731593854160Disabling writes for close at 1731593854161 (+1 ms)Obtaining lock to block concurrent updates at 1731593854161Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593854161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731593854161Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593854162 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593854162Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593854179 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593854179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593854194 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593854210 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593854210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593854630 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593854649 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593854649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785ee373: reopening flushed file at 1731593855063 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7ab45a: reopening flushed file at 1731593855074 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac4aa26: reopening flushed file at 1731593855087 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=172, compaction requested=false at 1731593855100 (+13 ms)Writing region close event to WAL at 1731593855113 (+13 ms)Closed at 1731593855113 2024-11-14T14:17:35,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37505 is added to blk_1073741847_1023 (size=22949) 2024-11-14T14:17:35,124 INFO [M:0;6e2cc31459a7:42813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:17:35,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:35,124 INFO [M:0;6e2cc31459a7:42813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42813 2024-11-14T14:17:35,125 INFO [M:0;6e2cc31459a7:42813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x10139b4e48b0006, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:35,283 INFO [M:0;6e2cc31459a7:42813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:35,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:35,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:35,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:35,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:35,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:35,290 WARN [BP-1928831556-172.17.0.2-1731593825551 heartbeating to localhost/127.0.0.1:37199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:17:35,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:17:35,290 WARN [BP-1928831556-172.17.0.2-1731593825551 heartbeating to localhost/127.0.0.1:37199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1928831556-172.17.0.2-1731593825551 (Datanode Uuid ea0926e8-0cdb-443e-b279-d885f0f6472c) service to localhost/127.0.0.1:37199 2024-11-14T14:17:35,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:17:35,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/data/data1/current/BP-1928831556-172.17.0.2-1731593825551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:35,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/cluster_0e948f21-6458-01e2-4054-47cede7b991f/data/data2/current/BP-1928831556-172.17.0.2-1731593825551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:35,291 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:17:35,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:35,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:35,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:35,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:35,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc1ba06-f9de-91b4-bcc5-0b4e827fe232/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:35,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:17:35,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:17:35,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=112 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54097) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2cc31459a7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42833 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2cc31459a7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2cc31459a7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/6e2cc31459a7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6e2cc31459a7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54097) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37199 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=2872 (was 3758) 2024-11-14T14:17:35,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=112, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=2870 2024-11-14T14:17:35,376 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T14:17:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir so I do NOT create it in target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8 2024-11-14T14:17:35,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:17:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.tmp.dir so I do NOT create it in target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8 2024-11-14T14:17:35,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a3e7d5f-307e-012c-bf47-b2ce1d966079/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:17:35,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8 2024-11-14T14:17:35,378 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587, deleteOnExit=true 2024-11-14T14:17:35,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/zookeeper_0, clientPort=58795, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:17:35,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58795 2024-11-14T14:17:35,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:17:35,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:17:35,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/test.cache.data in system properties and HBase conf 2024-11-14T14:17:35,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:17:35,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:17:35,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:17:35,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:35,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b4e48b0002, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:17:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b4e48b0005, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:17:35,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b4e48b0002, quorum=127.0.0.1:54097, baseZNode=/0-308551093 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:17:35,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:35,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:17:35,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:17:35,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b4e48b0005, quorum=127.0.0.1:54097, baseZNode=/1-563698593 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:17:35,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:35,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:35,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:35,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:35,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:35,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:35,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:35,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:35,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/java.io.tmpdir/jetty-localhost-38675-hadoop-hdfs-3_4_1-tests_jar-_-any-1070665834176361079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:35,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:38675} 2024-11-14T14:17:35,931 INFO [Time-limited test {}] server.Server(415): Started @33217ms 2024-11-14T14:17:36,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:36,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:36,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:36,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:36,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:36,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:36,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:36,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/java.io.tmpdir/jetty-localhost-43451-hadoop-hdfs-3_4_1-tests_jar-_-any-15875892058124095242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:36,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:43451} 2024-11-14T14:17:36,379 INFO [Time-limited test {}] server.Server(415): Started @33665ms 2024-11-14T14:17:36,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:17:37,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:37,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:37,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:37,661 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/data/data1/current/BP-294850205-172.17.0.2-1731593855438/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:37,665 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/data/data2/current/BP-294850205-172.17.0.2-1731593855438/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:37,749 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:17:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e34f627b04ce3f3 with lease ID 0x1cac448ff6f80b3: Processing first storage report for DS-46362530-09e9-4f91-8d2f-5dd8f103cd37 from datanode DatanodeRegistration(127.0.0.1:36893, datanodeUuid=37200531-a939-42df-b890-3c508a808763, infoPort=39659, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=333726062;c=1731593855438) 2024-11-14T14:17:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e34f627b04ce3f3 with lease ID 0x1cac448ff6f80b3: from storage DS-46362530-09e9-4f91-8d2f-5dd8f103cd37 node DatanodeRegistration(127.0.0.1:36893, datanodeUuid=37200531-a939-42df-b890-3c508a808763, infoPort=39659, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=333726062;c=1731593855438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e34f627b04ce3f3 with lease ID 0x1cac448ff6f80b3: Processing first storage report for DS-b1a9f674-ee69-4858-be95-f8e6723eb1f3 from datanode DatanodeRegistration(127.0.0.1:36893, datanodeUuid=37200531-a939-42df-b890-3c508a808763, infoPort=39659, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=333726062;c=1731593855438) 2024-11-14T14:17:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e34f627b04ce3f3 with lease ID 0x1cac448ff6f80b3: from storage DS-b1a9f674-ee69-4858-be95-f8e6723eb1f3 node DatanodeRegistration(127.0.0.1:36893, datanodeUuid=37200531-a939-42df-b890-3c508a808763, infoPort=39659, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=333726062;c=1731593855438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:37,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8 2024-11-14T14:17:37,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:37,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:17:37,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91 with version=8 2024-11-14T14:17:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/hbase-staging 2024-11-14T14:17:37,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:37,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:37,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:37,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:37,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:37,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:37,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:17:37,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:37,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40061 2024-11-14T14:17:37,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40061 connecting to ZooKeeper ensemble=127.0.0.1:58795 2024-11-14T14:17:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400610x0, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:37,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40061-0x10139b55d530000 connected 2024-11-14T14:17:38,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:38,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:38,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/running 2024-11-14T14:17:38,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91, hbase.cluster.distributed=false 2024-11-14T14:17:38,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/acl 2024-11-14T14:17:38,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-14T14:17:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40061 2024-11-14T14:17:38,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40061 2024-11-14T14:17:38,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-14T14:17:38,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-14T14:17:38,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:38,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:38,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:38,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:38,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:38,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:38,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:17:38,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:38,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44113 2024-11-14T14:17:38,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44113 connecting to ZooKeeper ensemble=127.0.0.1:58795 2024-11-14T14:17:38,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:38,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441130x0, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:38,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441130x0, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/running 2024-11-14T14:17:38,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:17:38,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44113-0x10139b55d530001 connected 2024-11-14T14:17:38,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:17:38,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/master 2024-11-14T14:17:38,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/acl 2024-11-14T14:17:38,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44113 2024-11-14T14:17:38,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44113 2024-11-14T14:17:38,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44113 2024-11-14T14:17:38,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44113 2024-11-14T14:17:38,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44113 2024-11-14T14:17:38,148 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:40061 2024-11-14T14:17:38,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-602884197/backup-masters/6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:38,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197/backup-masters 2024-11-14T14:17:38,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197/backup-masters 2024-11-14T14:17:38,153 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on existing znode=/0-602884197/backup-masters/6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-602884197/master 2024-11-14T14:17:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:38,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:38,162 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on existing znode=/0-602884197/master 2024-11-14T14:17:38,162 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-602884197/backup-masters/6e2cc31459a7,40061,1731593857864 from backup master directory 2024-11-14T14:17:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-602884197/backup-masters/6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197/backup-masters 2024-11-14T14:17:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197/backup-masters 2024-11-14T14:17:38,172 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:38,172 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:38,181 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/hbase.id] with ID: c8fb36f4-f4f7-4735-99c3-f4696632de44 2024-11-14T14:17:38,181 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/.tmp/hbase.id 2024-11-14T14:17:38,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:17:38,209 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/.tmp/hbase.id]:[hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/hbase.id] 2024-11-14T14:17:38,232 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:38,232 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:17:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T14:17:38,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:38,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:17:38,658 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:38,659 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:17:38,659 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:17:39,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store 2024-11-14T14:17:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:17:39,474 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:39,474 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:39,474 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:39,474 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:39,474 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:39,474 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:39,475 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:39,475 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593859474Disabling compacts and flushes for region at 1731593859474Disabling writes for close at 1731593859474Writing region close event to WAL at 1731593859475 (+1 ms)Closed at 1731593859475 2024-11-14T14:17:39,476 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/.initializing 2024-11-14T14:17:39,476 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/WALs/6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:39,477 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:39,479 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C40061%2C1731593857864, suffix=, logDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/WALs/6e2cc31459a7,40061,1731593857864, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/oldWALs, maxLogs=10 2024-11-14T14:17:39,489 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/WALs/6e2cc31459a7,40061,1731593857864/6e2cc31459a7%2C40061%2C1731593857864.1731593859479, exclude list is [], retry=0 2024-11-14T14:17:39,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-46362530-09e9-4f91-8d2f-5dd8f103cd37,DISK] 2024-11-14T14:17:39,494 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/WALs/6e2cc31459a7,40061,1731593857864/6e2cc31459a7%2C40061%2C1731593857864.1731593859479 2024-11-14T14:17:39,494 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-14T14:17:39,494 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:39,495 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:39,495 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,495 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:17:39,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:39,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:39,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:17:39,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:39,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:39,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:17:39,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:39,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:39,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:17:39,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:39,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:39,504 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,504 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,505 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,506 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,506 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,506 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:39,507 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:39,509 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:39,510 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75496102, jitterRate=0.12497958540916443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:39,510 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593859495Initializing all the Stores at 1731593859496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593859496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593859496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593859496Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593859496Cleaning up temporary data from old regions at 1731593859506 (+10 ms)Region opened successfully at 1731593859510 (+4 ms) 2024-11-14T14:17:39,511 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:17:39,514 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c15a335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:39,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:17:39,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:17:39,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:17:39,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:17:39,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:17:39,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:17:39,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:17:39,523 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:17:39,524 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Unable to get data of znode /0-602884197/balancer because node does not exist (not necessarily an error) 2024-11-14T14:17:39,582 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-602884197/balancer already deleted, retry=false 2024-11-14T14:17:39,583 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:17:39,584 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Unable to get data of znode /0-602884197/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:17:39,593 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-602884197/normalizer already deleted, retry=false 2024-11-14T14:17:39,593 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:17:39,595 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Unable to get data of znode /0-602884197/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:17:39,603 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-602884197/switch/split already deleted, retry=false 2024-11-14T14:17:39,605 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Unable to get data of znode /0-602884197/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:17:39,614 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-602884197/switch/merge already deleted, retry=false 2024-11-14T14:17:39,617 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Unable to get data of znode /0-602884197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:17:39,624 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-602884197/snapshot-cleanup already deleted, retry=false 2024-11-14T14:17:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-602884197/running 2024-11-14T14:17:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-602884197/running 2024-11-14T14:17:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:39,635 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,40061,1731593857864, sessionid=0x10139b55d530000, setting cluster-up flag (Was=false) 2024-11-14T14:17:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:39,687 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-602884197/flush-table-proc/acquired, /0-602884197/flush-table-proc/reached, /0-602884197/flush-table-proc/abort 2024-11-14T14:17:39,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:39,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:39,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:39,740 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-602884197/online-snapshot/acquired, /0-602884197/online-snapshot/reached, /0-602884197/online-snapshot/abort 2024-11-14T14:17:39,741 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:39,743 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:17:39,745 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:39,745 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:17:39,745 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:17:39,746 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6e2cc31459a7,46625,1731593830508: status=Processing ServerCrashProcedure of 6e2cc31459a7,46625,1731593830508 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731593847228, completionTime=-1 appears to have been leaked 2024-11-14T14:17:39,746 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,40061,1731593857864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:39,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,749 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593889749 2024-11-14T14:17:39,749 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:17:39,749 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:17:39,750 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:17:39,750 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:17:39,750 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:17:39,750 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:17:39,750 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:39,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:17:39,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:17:39,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:17:39,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:17:39,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:17:39,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:17:39,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:17:39,751 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593859751,5,FailOnTimeoutGroup] 2024-11-14T14:17:39,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:39,751 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593859751,5,FailOnTimeoutGroup] 2024-11-14T14:17:39,752 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,752 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:17:39,752 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,752 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:17:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:17:39,836 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(746): ClusterId : c8fb36f4-f4f7-4735-99c3-f4696632de44 2024-11-14T14:17:39,836 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:17:39,846 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:17:39,846 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:17:39,857 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:17:39,857 DEBUG [RS:0;6e2cc31459a7:44113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151f948c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:39,867 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:44113 2024-11-14T14:17:39,867 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:17:39,867 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:17:39,867 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:17:39,868 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,40061,1731593857864 with port=44113, startcode=1731593858087 2024-11-14T14:17:39,868 DEBUG [RS:0;6e2cc31459a7:44113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:17:39,870 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:17:39,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:39,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40061 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:39,872 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91 2024-11-14T14:17:39,872 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42837 2024-11-14T14:17:39,872 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:17:39,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197/rs 2024-11-14T14:17:39,877 DEBUG [RS:0;6e2cc31459a7:44113 {}] zookeeper.ZKUtil(111): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on existing znode=/0-602884197/rs/6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:39,877 WARN [RS:0;6e2cc31459a7:44113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:39,878 INFO [RS:0;6e2cc31459a7:44113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:39,878 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:39,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,44113,1731593858087] 2024-11-14T14:17:39,881 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:17:39,882 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:17:39,883 INFO [RS:0;6e2cc31459a7:44113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:17:39,883 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,883 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:17:39,884 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:17:39,884 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,884 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,885 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,885 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,885 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:39,885 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:39,885 DEBUG [RS:0;6e2cc31459a7:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:39,886 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,886 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,886 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,886 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,886 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,886 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44113,1731593858087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:39,898 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:17:39,898 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44113,1731593858087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,898 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,899 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.Replication(171): 6e2cc31459a7,44113,1731593858087 started 2024-11-14T14:17:39,911 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:39,911 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,44113,1731593858087, RpcServer on 6e2cc31459a7/172.17.0.2:44113, sessionid=0x10139b55d530001 2024-11-14T14:17:39,911 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:17:39,911 DEBUG [RS:0;6e2cc31459a7:44113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:39,911 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44113,1731593858087' 2024-11-14T14:17:39,911 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-602884197/flush-table-proc/abort' 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-602884197/flush-table-proc/acquired' 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44113,1731593858087' 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-602884197/online-snapshot/abort' 2024-11-14T14:17:39,912 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-602884197/online-snapshot/acquired' 2024-11-14T14:17:39,913 DEBUG [RS:0;6e2cc31459a7:44113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:17:39,913 INFO [RS:0;6e2cc31459a7:44113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:17:39,913 INFO [RS:0;6e2cc31459a7:44113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:17:40,013 INFO [RS:0;6e2cc31459a7:44113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:40,015 INFO [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44113%2C1731593858087, suffix=, logDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/oldWALs, maxLogs=10 2024-11-14T14:17:40,028 DEBUG [RS:0;6e2cc31459a7:44113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015, exclude list is [], retry=0 2024-11-14T14:17:40,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-46362530-09e9-4f91-8d2f-5dd8f103cd37,DISK] 2024-11-14T14:17:40,033 INFO [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 2024-11-14T14:17:40,033 DEBUG [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-14T14:17:40,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:40,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:17:40,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:40,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:17:40,161 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91 2024-11-14T14:17:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:17:40,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:40,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:40,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:40,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:40,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:40,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:40,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:40,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:40,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:40,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:40,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740 2024-11-14T14:17:40,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740 2024-11-14T14:17:40,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:40,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:40,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:40,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:40,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:40,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69942226, jitterRate=0.04222038388252258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593860567Initializing all the Stores at 1731593860568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593860568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593860568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593860568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593860569 (+1 ms)Cleaning up temporary data from old regions at 1731593860578 (+9 ms)Region opened successfully at 1731593860583 (+5 ms) 2024-11-14T14:17:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:40,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:40,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593860583Disabling compacts and flushes for region at 1731593860583Disabling writes for close at 1731593860583Writing region close event to WAL at 1731593860583Closed at 1731593860583 2024-11-14T14:17:40,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:40,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:17:40,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:17:40,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:40,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:17:40,737 DEBUG [6e2cc31459a7:40061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:40,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:40,739 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44113,1731593858087, state=OPENING 2024-11-14T14:17:40,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:17:40,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:40,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:40,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:40,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44113,1731593858087}] 2024-11-14T14:17:40,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-602884197/meta-region-server: CHANGED 2024-11-14T14:17:40,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-602884197/meta-region-server: CHANGED 2024-11-14T14:17:40,967 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:17:40,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:17:40,972 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:17:40,972 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:40,972 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:17:40,974 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44113%2C1731593858087.meta, suffix=.meta, logDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/oldWALs, maxLogs=10 2024-11-14T14:17:40,987 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.meta.1731593860975.meta, exclude list is [], retry=0 2024-11-14T14:17:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-46362530-09e9-4f91-8d2f-5dd8f103cd37,DISK] 2024-11-14T14:17:40,992 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.meta.1731593860975.meta 2024-11-14T14:17:40,992 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-14T14:17:40,992 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:40,992 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:40,992 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:40,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:17:40,993 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:17:40,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:17:40,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:40,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:17:40,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:17:40,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:40,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:40,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:40,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:40,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:40,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:40,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:40,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:40,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:40,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:40,999 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:41,000 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740 2024-11-14T14:17:41,000 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740 2024-11-14T14:17:41,002 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:41,002 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:41,002 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:41,003 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:41,004 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68769693, jitterRate=0.02474828064441681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:41,004 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:17:41,005 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593860993Writing region info on filesystem at 1731593860993Initializing all the Stores at 1731593860994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593860994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593860994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593860994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593860994Cleaning up temporary data from old regions at 1731593861002 (+8 ms)Running coprocessor post-open hooks at 1731593861004 (+2 ms)Region opened successfully at 1731593861005 (+1 ms) 2024-11-14T14:17:41,006 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593860967 2024-11-14T14:17:41,008 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:17:41,009 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:17:41,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:41,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44113,1731593858087, state=OPEN 2024-11-14T14:17:41,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-602884197/meta-region-server 2024-11-14T14:17:41,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-602884197/meta-region-server 2024-11-14T14:17:41,040 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:41,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-602884197/meta-region-server: CHANGED 2024-11-14T14:17:41,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-602884197/meta-region-server: CHANGED 2024-11-14T14:17:41,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:17:41,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44113,1731593858087 in 226 msec 2024-11-14T14:17:41,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:17:41,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-14T14:17:41,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:41,047 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:17:41,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:41,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44113,1731593858087, seqNum=-1] 2024-11-14T14:17:41,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:41,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:41,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-14T14:17:41,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593861056, completionTime=-1 2024-11-14T14:17:41,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:17:41,056 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:17:41,058 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:17:41,058 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593921058 2024-11-14T14:17:41,058 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593981058 2024-11-14T14:17:41,058 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T14:17:41,059 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40061,1731593857864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,059 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40061,1731593857864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,059 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40061,1731593857864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,059 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:40061, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,059 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,059 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,062 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.892sec 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40061,1731593857864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:41,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40061,1731593857864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:17:41,067 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:17:41,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:17:41,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40061,1731593857864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:41,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:41,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,40061,-1 for getting cluster id 2024-11-14T14:17:41,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:41,138 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8fb36f4-f4f7-4735-99c3-f4696632de44' 2024-11-14T14:17:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8fb36f4-f4f7-4735-99c3-f4696632de44" 2024-11-14T14:17:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177733f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,40061,-1] 2024-11-14T14:17:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:41,140 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:41,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:41,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44113,1731593858087, seqNum=-1] 2024-11-14T14:17:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:41,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:41,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:41,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58795 2024-11-14T14:17:41,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:41,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b55d530002 connected 2024-11-14T14:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir so I do NOT create it in target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739 2024-11-14T14:17:41,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.tmp.dir so I do NOT create it in target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739 2024-11-14T14:17:41,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:17:41,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739 2024-11-14T14:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:17:41,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/cluster_d37b8ba4-59c3-a4ef-6fc1-d88f624c8096, deleteOnExit=true 2024-11-14T14:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/test.cache.data in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:17:41,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:17:41,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:17:41,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:41,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:41,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:41,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:41,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:41,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:41,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:41,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:41,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/java.io.tmpdir/jetty-localhost-46101-hadoop-hdfs-3_4_1-tests_jar-_-any-18401190244630091361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:41,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:46101} 2024-11-14T14:17:41,613 INFO [Time-limited test {}] server.Server(415): Started @38898ms 2024-11-14T14:17:41,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:41,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:41,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:41,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:41,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:41,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:41,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:41,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/java.io.tmpdir/jetty-localhost-39279-hadoop-hdfs-3_4_1-tests_jar-_-any-11346552851780819931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:41,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:39279} 2024-11-14T14:17:41,954 INFO [Time-limited test {}] server.Server(415): Started @39239ms 2024-11-14T14:17:41,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:17:42,960 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/cluster_d37b8ba4-59c3-a4ef-6fc1-d88f624c8096/data/data1/current/BP-642496998-172.17.0.2-1731593861200/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:42,960 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/cluster_d37b8ba4-59c3-a4ef-6fc1-d88f624c8096/data/data2/current/BP-642496998-172.17.0.2-1731593861200/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:42,982 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:17:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bbe63c6fc1bd0a7 with lease ID 0x2d66050ac36cbfda: Processing first storage report for DS-36bbce22-896b-4d95-b756-9fadc98c344a from datanode DatanodeRegistration(127.0.0.1:42309, datanodeUuid=749d0a54-9de1-443b-af28-b903f7ffed92, infoPort=43419, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=336678805;c=1731593861200) 2024-11-14T14:17:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bbe63c6fc1bd0a7 with lease ID 0x2d66050ac36cbfda: from storage DS-36bbce22-896b-4d95-b756-9fadc98c344a node DatanodeRegistration(127.0.0.1:42309, datanodeUuid=749d0a54-9de1-443b-af28-b903f7ffed92, infoPort=43419, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=336678805;c=1731593861200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bbe63c6fc1bd0a7 with lease ID 0x2d66050ac36cbfda: Processing first storage report for DS-b3164771-b995-43bd-9862-4b75deb25b40 from datanode DatanodeRegistration(127.0.0.1:42309, datanodeUuid=749d0a54-9de1-443b-af28-b903f7ffed92, infoPort=43419, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=336678805;c=1731593861200) 2024-11-14T14:17:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bbe63c6fc1bd0a7 with lease ID 0x2d66050ac36cbfda: from storage DS-b3164771-b995-43bd-9862-4b75deb25b40 node DatanodeRegistration(127.0.0.1:42309, datanodeUuid=749d0a54-9de1-443b-af28-b903f7ffed92, infoPort=43419, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=336678805;c=1731593861200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:43,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739 2024-11-14T14:17:43,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:43,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:17:43,498 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0 with version=8 2024-11-14T14:17:43,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/hbase-staging 2024-11-14T14:17:43,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:17:43,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:43,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45747 2024-11-14T14:17:43,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45747 connecting to ZooKeeper ensemble=127.0.0.1:58795 2024-11-14T14:17:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457470x0, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:43,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45747-0x10139b55d530003 connected 2024-11-14T14:17:43,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:43,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:43,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/running 2024-11-14T14:17:43,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0, hbase.cluster.distributed=false 2024-11-14T14:17:43,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/acl 2024-11-14T14:17:43,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45747 2024-11-14T14:17:43,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45747 2024-11-14T14:17:43,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45747 2024-11-14T14:17:43,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45747 2024-11-14T14:17:43,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45747 2024-11-14T14:17:43,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:43,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:43,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:43,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:43,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:43,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:43,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:17:43,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:43,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32805 2024-11-14T14:17:43,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32805 connecting to ZooKeeper ensemble=127.0.0.1:58795 2024-11-14T14:17:43,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:43,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:43,666 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328050x0, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:43,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32805-0x10139b55d530004 connected 2024-11-14T14:17:43,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/running 2024-11-14T14:17:43,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:17:43,668 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:17:43,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/master 2024-11-14T14:17:43,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/acl 2024-11-14T14:17:43,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-14T14:17:43,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-11-14T14:17:43,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-11-14T14:17:43,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-14T14:17:43,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-11-14T14:17:43,691 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:45747 2024-11-14T14:17:43,691 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1947317482/backup-masters/6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:43,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482/backup-masters 2024-11-14T14:17:43,698 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482/backup-masters 2024-11-14T14:17:43,699 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on existing znode=/1-1947317482/backup-masters/6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:43,708 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947317482/master 2024-11-14T14:17:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:43,708 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:43,709 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on existing znode=/1-1947317482/master 2024-11-14T14:17:43,709 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1947317482/backup-masters/6e2cc31459a7,45747,1731593863500 from backup master directory 2024-11-14T14:17:43,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947317482/backup-masters/6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:43,719 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482/backup-masters 2024-11-14T14:17:43,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482/backup-masters 2024-11-14T14:17:43,719 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:43,719 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:43,723 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/hbase.id] with ID: 36add88e-ab7a-4147-a461-ed172f1c376f 2024-11-14T14:17:43,723 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/.tmp/hbase.id 2024-11-14T14:17:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:17:44,129 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/.tmp/hbase.id]:[hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/hbase.id] 2024-11-14T14:17:44,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:44,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:17:44,143 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:17:44,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:44,182 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:44,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:17:44,589 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:44,590 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:17:44,590 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:17:44,998 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store 2024-11-14T14:17:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:17:45,405 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:45,405 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:45,405 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:45,405 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:45,405 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:45,405 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:45,405 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:45,405 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593865405Disabling compacts and flushes for region at 1731593865405Disabling writes for close at 1731593865405Writing region close event to WAL at 1731593865405Closed at 1731593865405 2024-11-14T14:17:45,406 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/.initializing 2024-11-14T14:17:45,406 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/WALs/6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:45,407 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:45,409 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C45747%2C1731593863500, suffix=, logDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/WALs/6e2cc31459a7,45747,1731593863500, archiveDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/oldWALs, maxLogs=10 2024-11-14T14:17:45,421 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/WALs/6e2cc31459a7,45747,1731593863500/6e2cc31459a7%2C45747%2C1731593863500.1731593865409, exclude list is [], retry=0 2024-11-14T14:17:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42309,DS-36bbce22-896b-4d95-b756-9fadc98c344a,DISK] 2024-11-14T14:17:45,425 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/WALs/6e2cc31459a7,45747,1731593863500/6e2cc31459a7%2C45747%2C1731593863500.1731593865409 2024-11-14T14:17:45,425 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419)] 2024-11-14T14:17:45,425 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:45,425 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:45,425 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,426 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:17:45,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:17:45,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:17:45,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:17:45,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:45,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:45,434 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,435 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,435 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:45,438 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:45,441 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:45,441 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59224599, jitterRate=-0.11748470366001129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:45,441 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593865426Initializing all the Stores at 1731593865426Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593865427 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593865427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593865427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593865427Cleaning up temporary data from old regions at 1731593865437 (+10 ms)Region opened successfully at 1731593865441 (+4 ms) 2024-11-14T14:17:45,444 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:17:45,447 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a109e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:45,448 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:17:45,448 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:17:45,448 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:17:45,448 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:17:45,449 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:17:45,449 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:17:45,449 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:17:45,451 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:17:45,451 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Unable to get data of znode /1-1947317482/balancer because node does not exist (not necessarily an error) 2024-11-14T14:17:45,540 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947317482/balancer already deleted, retry=false 2024-11-14T14:17:45,540 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:17:45,541 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Unable to get data of znode /1-1947317482/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:17:45,550 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947317482/normalizer already deleted, retry=false 2024-11-14T14:17:45,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:17:45,551 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Unable to get data of znode /1-1947317482/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:17:45,561 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947317482/switch/split already deleted, retry=false 2024-11-14T14:17:45,561 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Unable to get data of znode /1-1947317482/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:17:45,571 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947317482/switch/merge already deleted, retry=false 2024-11-14T14:17:45,573 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Unable to get data of znode /1-1947317482/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:17:45,582 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947317482/snapshot-cleanup already deleted, retry=false 2024-11-14T14:17:45,592 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947317482/running 2024-11-14T14:17:45,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947317482/running 2024-11-14T14:17:45,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:45,593 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:45,593 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,45747,1731593863500, sessionid=0x10139b55d530003, setting cluster-up flag (Was=false) 2024-11-14T14:17:45,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:45,613 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:45,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:45,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:45,645 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1947317482/flush-table-proc/acquired, /1-1947317482/flush-table-proc/reached, /1-1947317482/flush-table-proc/abort 2024-11-14T14:17:45,647 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:45,666 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:45,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:45,698 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1947317482/online-snapshot/acquired, /1-1947317482/online-snapshot/reached, /1-1947317482/online-snapshot/abort 2024-11-14T14:17:45,699 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:45,700 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:17:45,702 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:45,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:17:45,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:17:45,702 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,45747,1731593863500 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:17:45,703 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:45,703 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:45,703 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:45,703 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:45,704 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:17:45,704 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,704 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:45,704 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:45,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:17:45,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:45,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593895708 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:17:45,708 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:17:45,710 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,710 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:17:45,710 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:17:45,710 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:17:45,710 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:17:45,710 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:17:45,711 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:17:45,711 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593865711,5,FailOnTimeoutGroup] 2024-11-14T14:17:45,712 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593865711,5,FailOnTimeoutGroup] 2024-11-14T14:17:45,712 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,712 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:17:45,712 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,712 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:17:45,779 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(746): ClusterId : 36add88e-ab7a-4147-a461-ed172f1c376f 2024-11-14T14:17:45,779 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:17:45,793 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:17:45,793 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:17:45,804 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:17:45,804 DEBUG [RS:0;6e2cc31459a7:32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164ece1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:45,815 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:32805 2024-11-14T14:17:45,815 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:17:45,815 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:17:45,815 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:17:45,816 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,45747,1731593863500 with port=32805, startcode=1731593863648 2024-11-14T14:17:45,816 DEBUG [RS:0;6e2cc31459a7:32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:17:45,818 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:17:45,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:45,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45747 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:45,820 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0 2024-11-14T14:17:45,820 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45769 2024-11-14T14:17:45,820 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:17:45,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482/rs 2024-11-14T14:17:45,864 DEBUG [RS:0;6e2cc31459a7:32805 {}] zookeeper.ZKUtil(111): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on existing znode=/1-1947317482/rs/6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:45,864 WARN [RS:0;6e2cc31459a7:32805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:45,864 INFO [RS:0;6e2cc31459a7:32805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:45,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,32805,1731593863648] 2024-11-14T14:17:45,864 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:45,868 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:17:45,869 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:17:45,870 INFO [RS:0;6e2cc31459a7:32805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:17:45,870 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,870 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:17:45,871 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:17:45,871 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:45,871 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:45,872 DEBUG [RS:0;6e2cc31459a7:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:45,872 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,872 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,872 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,872 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,872 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,872 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,32805,1731593863648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:45,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:17:45,886 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:17:45,886 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,32805,1731593863648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,886 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,886 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.Replication(171): 6e2cc31459a7,32805,1731593863648 started 2024-11-14T14:17:45,898 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:45,898 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,32805,1731593863648, RpcServer on 6e2cc31459a7/172.17.0.2:32805, sessionid=0x10139b55d530004 2024-11-14T14:17:45,898 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:17:45,898 DEBUG [RS:0;6e2cc31459a7:32805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:45,898 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,32805,1731593863648' 2024-11-14T14:17:45,898 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1947317482/flush-table-proc/abort' 2024-11-14T14:17:45,899 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1947317482/flush-table-proc/acquired' 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,32805,1731593863648' 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1947317482/online-snapshot/abort' 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1947317482/online-snapshot/acquired' 2024-11-14T14:17:45,900 DEBUG [RS:0;6e2cc31459a7:32805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:17:45,900 INFO [RS:0;6e2cc31459a7:32805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:17:45,900 INFO [RS:0;6e2cc31459a7:32805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:17:46,001 INFO [RS:0;6e2cc31459a7:32805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:46,002 INFO [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C32805%2C1731593863648, suffix=, logDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648, archiveDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/oldWALs, maxLogs=10 2024-11-14T14:17:46,013 DEBUG [RS:0;6e2cc31459a7:32805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648/6e2cc31459a7%2C32805%2C1731593863648.1731593866003, exclude list is [], retry=0 2024-11-14T14:17:46,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42309,DS-36bbce22-896b-4d95-b756-9fadc98c344a,DISK] 2024-11-14T14:17:46,018 INFO [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648/6e2cc31459a7%2C32805%2C1731593863648.1731593866003 2024-11-14T14:17:46,019 DEBUG [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419)] 2024-11-14T14:17:46,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:17:46,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0 2024-11-14T14:17:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:17:46,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:46,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:46,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:46,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:46,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:46,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:46,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:46,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:46,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:46,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740 2024-11-14T14:17:46,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740 2024-11-14T14:17:46,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:46,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:46,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:46,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:46,542 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:46,543 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65293595, jitterRate=-0.02704961597919464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593866523Initializing all the Stores at 1731593866524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593866524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593866524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593866524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593866524Cleaning up temporary data from old regions at 1731593866538 (+14 ms)Region opened successfully at 1731593866543 (+5 ms) 2024-11-14T14:17:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:46,543 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:46,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:46,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593866543Disabling compacts and flushes for region at 1731593866543Disabling writes for close at 1731593866543Writing region close event to WAL at 1731593866544 (+1 ms)Closed at 1731593866544 2024-11-14T14:17:46,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:46,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:17:46,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:17:46,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:46,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:17:46,698 DEBUG [6e2cc31459a7:45747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:46,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:46,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,32805,1731593863648, state=OPENING 2024-11-14T14:17:46,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:17:46,771 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:46,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:46,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947317482/meta-region-server: CHANGED 2024-11-14T14:17:46,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947317482/meta-region-server: CHANGED 2024-11-14T14:17:46,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,32805,1731593863648}] 2024-11-14T14:17:46,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:17:46,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:17:46,930 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:17:46,930 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:46,931 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:17:46,932 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C32805%2C1731593863648.meta, suffix=.meta, logDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648, archiveDir=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/oldWALs, maxLogs=10 2024-11-14T14:17:46,944 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648/6e2cc31459a7%2C32805%2C1731593863648.meta.1731593866933.meta, exclude list is [], retry=0 2024-11-14T14:17:46,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42309,DS-36bbce22-896b-4d95-b756-9fadc98c344a,DISK] 2024-11-14T14:17:46,948 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648/6e2cc31459a7%2C32805%2C1731593863648.meta.1731593866933.meta 2024-11-14T14:17:46,948 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43419:43419)] 2024-11-14T14:17:46,948 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:46,948 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:46,949 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:46,949 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:17:46,949 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:17:46,949 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:17:46,949 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:46,949 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:17:46,949 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:17:46,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:46,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:46,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:46,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:46,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:46,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:46,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:46,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:46,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:46,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:46,956 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:46,957 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740 2024-11-14T14:17:46,958 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740 2024-11-14T14:17:46,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:46,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:46,960 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:46,961 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:46,961 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75107152, jitterRate=0.11918377876281738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:46,961 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:17:46,961 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593866949Writing region info on filesystem at 1731593866949Initializing all the Stores at 1731593866950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593866950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593866950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593866950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593866950Cleaning up temporary data from old regions at 1731593866959 (+9 ms)Running coprocessor post-open hooks at 1731593866961 (+2 ms)Region opened successfully at 1731593866961 2024-11-14T14:17:46,962 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593866925 2024-11-14T14:17:46,965 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:17:46,965 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:17:46,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:46,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,32805,1731593863648, state=OPEN 2024-11-14T14:17:46,971 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1947317482/meta-region-server 2024-11-14T14:17:46,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1947317482/meta-region-server 2024-11-14T14:17:46,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:46,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947317482/meta-region-server: CHANGED 2024-11-14T14:17:46,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947317482/meta-region-server: CHANGED 2024-11-14T14:17:46,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:17:46,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,32805,1731593863648 in 200 msec 2024-11-14T14:17:46,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:17:46,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-14T14:17:46,978 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:46,978 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:17:46,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:46,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,32805,1731593863648, seqNum=-1] 2024-11-14T14:17:46,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:46,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:46,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-14T14:17:46,987 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593866987, completionTime=-1 2024-11-14T14:17:46,987 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:17:46,987 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:17:46,989 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:17:46,989 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593926989 2024-11-14T14:17:46,989 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593986989 2024-11-14T14:17:46,989 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T14:17:46,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45747,1731593863500-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:46,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45747,1731593863500-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:46,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45747,1731593863500-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:46,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:45747, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:46,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:46,990 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:46,992 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45747,1731593863500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:46,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45747,1731593863500-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:17:46,997 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:17:46,997 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:17:46,997 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45747,1731593863500-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:47,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,45747,-1 for getting cluster id 2024-11-14T14:17:47,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:47,081 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36add88e-ab7a-4147-a461-ed172f1c376f' 2024-11-14T14:17:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:47,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36add88e-ab7a-4147-a461-ed172f1c376f" 2024-11-14T14:17:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28078b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,45747,-1] 2024-11-14T14:17:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:47,083 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:47,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:47,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,32805,1731593863648, seqNum=-1] 2024-11-14T14:17:47,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:47,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:47,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58795 2024-11-14T14:17:47,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:47,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b55d530005 connected 2024-11-14T14:17:47,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,40061,-1 for getting cluster id 2024-11-14T14:17:47,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:47,112 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8fb36f4-f4f7-4735-99c3-f4696632de44' 2024-11-14T14:17:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8fb36f4-f4f7-4735-99c3-f4696632de44" 2024-11-14T14:17:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,40061,-1] 2024-11-14T14:17:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:47,114 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168cdef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6503b3fe 2024-11-14T14:17:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:47,117 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:47,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:45747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:17:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:17:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:47,120 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:45747' 2024-11-14T14:17:47,121 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27344d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,121 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,45747,-1 for getting cluster id 2024-11-14T14:17:47,121 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:47,122 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36add88e-ab7a-4147-a461-ed172f1c376f' 2024-11-14T14:17:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36add88e-ab7a-4147-a461-ed172f1c376f" 2024-11-14T14:17:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74774833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,45747,-1] 2024-11-14T14:17:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:47,123 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:47,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656dfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:47,124 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:47,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:47,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708da540 2024-11-14T14:17:47,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:47,126 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:47,127 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T14:17:47,127 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:17:47,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:47,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:47,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:47,127 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:47,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:17:47,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:17:47,130 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:47,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:17:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741835_1011 (size=1138) 2024-11-14T14:17:47,179 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:17:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:47,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b20bed36321382f291ad504e960c871f, NAME => 'hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91 2024-11-14T14:17:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741836_1012 (size=44) 2024-11-14T14:17:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:47,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:47,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b20bed36321382f291ad504e960c871f, disabling compactions & flushes 2024-11-14T14:17:47,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:47,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:47,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. after waiting 0 ms 2024-11-14T14:17:47,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:47,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:47,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b20bed36321382f291ad504e960c871f: Waiting for close lock at 1731593867945Disabling compacts and flushes for region at 1731593867945Disabling writes for close at 1731593867946 (+1 ms)Writing region close event to WAL at 1731593867946Closed at 1731593867946 2024-11-14T14:17:47,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:17:47,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731593867947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593867947"}]},"ts":"1731593867947"} 2024-11-14T14:17:47,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:17:47,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:17:47,951 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593867951"}]},"ts":"1731593867951"} 2024-11-14T14:17:47,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:17:47,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b20bed36321382f291ad504e960c871f, ASSIGN}] 2024-11-14T14:17:47,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b20bed36321382f291ad504e960c871f, ASSIGN 2024-11-14T14:17:47,956 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b20bed36321382f291ad504e960c871f, ASSIGN; state=OFFLINE, location=6e2cc31459a7,44113,1731593858087; forceNewPlan=false, retain=false 2024-11-14T14:17:48,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b20bed36321382f291ad504e960c871f, regionState=OPENING, regionLocation=6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:48,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b20bed36321382f291ad504e960c871f, ASSIGN because future has completed 2024-11-14T14:17:48,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b20bed36321382f291ad504e960c871f, server=6e2cc31459a7,44113,1731593858087}] 2024-11-14T14:17:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:48,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:48,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:48,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:17:48,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44113%2C1731593858087.rep, suffix=, logDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087, archiveDir=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/oldWALs, maxLogs=10 2024-11-14T14:17:48,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.rep.1731593868269, exclude list is [], retry=0 2024-11-14T14:17:48,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-46362530-09e9-4f91-8d2f-5dd8f103cd37,DISK] 2024-11-14T14:17:48,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.rep.1731593868269 2024-11-14T14:17:48,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39659:39659)] 2024-11-14T14:17:48,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b20bed36321382f291ad504e960c871f, NAME => 'hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:48,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. service=MultiRowMutationService 2024-11-14T14:17:48,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:17:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,287 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,288 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b20bed36321382f291ad504e960c871f columnFamilyName hfileref 2024-11-14T14:17:48,288 DEBUG [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:48,288 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] regionserver.HStore(327): Store=b20bed36321382f291ad504e960c871f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:48,289 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,290 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b20bed36321382f291ad504e960c871f columnFamilyName queue 2024-11-14T14:17:48,290 DEBUG [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:48,290 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] regionserver.HStore(327): Store=b20bed36321382f291ad504e960c871f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:48,291 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,292 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b20bed36321382f291ad504e960c871f columnFamilyName sid 2024-11-14T14:17:48,292 DEBUG [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:48,292 INFO [StoreOpener-b20bed36321382f291ad504e960c871f-1 {}] regionserver.HStore(327): Store=b20bed36321382f291ad504e960c871f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:48,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:17:48,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:48,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b20bed36321382f291ad504e960c871f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72612174, jitterRate=0.08200570940971375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:17:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:48,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b20bed36321382f291ad504e960c871f: Running coprocessor pre-open hook at 1731593868285Writing region info on filesystem at 1731593868285Initializing all the Stores at 1731593868286 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593868286Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593868286Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593868286Cleaning up temporary data from old regions at 1731593868294 (+8 ms)Running coprocessor post-open hooks at 1731593868298 (+4 ms)Region opened successfully at 1731593868299 (+1 ms) 2024-11-14T14:17:48,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f., pid=7, masterSystemTime=1731593868262 2024-11-14T14:17:48,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:48,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:48,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b20bed36321382f291ad504e960c871f, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:48,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b20bed36321382f291ad504e960c871f, server=6e2cc31459a7,44113,1731593858087 because future has completed 2024-11-14T14:17:48,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T14:17:48,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b20bed36321382f291ad504e960c871f, server=6e2cc31459a7,44113,1731593858087 in 197 msec 2024-11-14T14:17:48,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:17:48,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b20bed36321382f291ad504e960c871f, ASSIGN in 355 msec 2024-11-14T14:17:48,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:17:48,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593868311"}]},"ts":"1731593868311"} 2024-11-14T14:17:48,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:17:48,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:17:48,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-14T14:17:48,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f., hostname=6e2cc31459a7,44113,1731593858087, seqNum=2] 2024-11-14T14:17:48,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:48,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:48,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:17:48,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T14:17:48,569 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:17:48,595 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,44113,1731593858087, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:17:48,596 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:48,596 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44113,1731593858087, seqNum=-1] 2024-11-14T14:17:48,596 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:48,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T14:17:48,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,44113,1731593858087', locateType=CURRENT is [region=hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f., hostname=6e2cc31459a7,44113,1731593858087, seqNum=2] 2024-11-14T14:17:48,601 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T14:17:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T14:17:48,605 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,44113,1731593858087 suceeded 2024-11-14T14:17:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T14:17:48,607 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:45747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:17:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T14:17:48,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-14T14:17:48,616 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:45747' 2024-11-14T14:17:48,617 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16548da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:48,617 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,45747,-1 for getting cluster id 2024-11-14T14:17:48,617 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:48,618 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36add88e-ab7a-4147-a461-ed172f1c376f' 2024-11-14T14:17:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36add88e-ab7a-4147-a461-ed172f1c376f" 2024-11-14T14:17:48,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541fc22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:48,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,45747,-1] 2024-11-14T14:17:48,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:48,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:48,620 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:48,620 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cab8939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:48,621 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:48,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:48,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b0b5cfa 2024-11-14T14:17:48,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:48,622 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T14:17:48,623 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,44113,1731593858087 (queues=1) is replicating from cluster=c8fb36f4-f4f7-4735-99c3-f4696632de44 to cluster=36add88e-ab7a-4147-a461-ed172f1c376f 2024-11-14T14:17:48,623 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C44113%2C1731593858087 2024-11-14T14:17:48,623 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,44113,1731593858087, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:17:48,624 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.shipper6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C44113%2C1731593858087 2024-11-14T14:17:48,624 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015, startPosition=0, beingWritten=true 2024-11-14T14:17:48,829 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:49,134 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:17:49,268 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:17:49,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:49,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:49,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:49,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:49,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:49,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:17:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc297f3 2024-11-14T14:17:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:17:49,271 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:17:49,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:17:49,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:17:49,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:49,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:49,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:49,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:49,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:49,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:17:49,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1098923808, stopped=false 2024-11-14T14:17:49,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,45747,1731593863500 2024-11-14T14:17:49,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947317482/running 2024-11-14T14:17:49,319 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947317482/running 2024-11-14T14:17:49,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:49,319 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:49,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:49,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:49,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:49,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:49,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/running 2024-11-14T14:17:49,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Set watcher on znode that does not yet exist, /1-1947317482/running 2024-11-14T14:17:49,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,32805,1731593863648' ***** 2024-11-14T14:17:49,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:17:49,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:32805. 2024-11-14T14:17:49,320 DEBUG [RS:0;6e2cc31459a7:32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:49,320 DEBUG [RS:0;6e2cc31459a7:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:17:49,320 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:17:49,321 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:17:49,321 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:49,321 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:49,321 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:49,321 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:49,321 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:49,321 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:49,321 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T14:17:49,335 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/.tmp/ns/da76f33707f14d2a85da2d5b3605b77e is 43, key is default/ns:d/1731593866982/Put/seqid=0 2024-11-14T14:17:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741835_1011 (size=5153) 2024-11-14T14:17:49,376 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:49,521 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:49,539 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:49,721 DEBUG [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:49,740 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/.tmp/ns/da76f33707f14d2a85da2d5b3605b77e 2024-11-14T14:17:49,747 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/.tmp/ns/da76f33707f14d2a85da2d5b3605b77e as hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/ns/da76f33707f14d2a85da2d5b3605b77e 2024-11-14T14:17:49,753 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/ns/da76f33707f14d2a85da2d5b3605b77e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T14:17:49,754 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-14T14:17:49,758 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:17:49,759 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:49,759 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:49,759 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:49,759 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593869321Running coprocessor pre-close hooks at 1731593869321Disabling compacts and flushes for region at 1731593869321Disabling writes for close at 1731593869321Obtaining lock to block concurrent updates at 1731593869321Preparing flush snapshotting stores in 1588230740 at 1731593869321Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731593869321Flushing stores of hbase:meta,,1.1588230740 at 1731593869322 (+1 ms)Flushing 1588230740/ns: creating writer at 1731593869322Flushing 1588230740/ns: appending metadata at 1731593869334 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731593869334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544c52bd: reopening flushed file at 1731593869746 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731593869754 (+8 ms)Writing region close event to WAL at 1731593869755 (+1 ms)Running coprocessor post-close hooks at 1731593869759 (+4 ms)Closed at 1731593869759 2024-11-14T14:17:49,759 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:49,921 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,32805,1731593863648; all regions closed. 2024-11-14T14:17:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741834_1010 (size=1152) 2024-11-14T14:17:49,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648/6e2cc31459a7%2C32805%2C1731593863648.meta.1731593866933.meta not finished, retry = 0 2024-11-14T14:17:49,929 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:17:49,929 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:17:50,027 DEBUG [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/oldWALs 2024-11-14T14:17:50,027 INFO [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C32805%2C1731593863648.meta:.meta(num 1731593866933) 2024-11-14T14:17:50,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741832_1008 (size=93) 2024-11-14T14:17:50,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/WALs/6e2cc31459a7,32805,1731593863648/6e2cc31459a7%2C32805%2C1731593863648.1731593866003 not finished, retry = 0 2024-11-14T14:17:50,043 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:17:50,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:17:50,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:17:50,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T14:17:50,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:50,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T14:17:50,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:50,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:17:50,132 DEBUG [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/oldWALs 2024-11-14T14:17:50,132 INFO [RS:0;6e2cc31459a7:32805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C32805%2C1731593863648:(num 1731593866003) 2024-11-14T14:17:50,132 DEBUG [RS:0;6e2cc31459a7:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:50,132 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:50,132 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:50,132 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:50,132 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:50,132 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:50,132 INFO [RS:0;6e2cc31459a7:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32805 2024-11-14T14:17:50,182 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947317482/rs/6e2cc31459a7,32805,1731593863648 2024-11-14T14:17:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482/rs 2024-11-14T14:17:50,182 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:50,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,32805,1731593863648] 2024-11-14T14:17:50,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947317482/draining/6e2cc31459a7,32805,1731593863648 already deleted, retry=false 2024-11-14T14:17:50,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,32805,1731593863648 expired; onlineServers=0 2024-11-14T14:17:50,203 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,45747,1731593863500' ***** 2024-11-14T14:17:50,203 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:17:50,203 INFO [M:0;6e2cc31459a7:45747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:50,203 INFO [M:0;6e2cc31459a7:45747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:50,203 DEBUG [M:0;6e2cc31459a7:45747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:17:50,203 DEBUG [M:0;6e2cc31459a7:45747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:17:50,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:17:50,203 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593865711 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593865711,5,FailOnTimeoutGroup] 2024-11-14T14:17:50,203 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593865711 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593865711,5,FailOnTimeoutGroup] 2024-11-14T14:17:50,204 INFO [M:0;6e2cc31459a7:45747 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:50,204 INFO [M:0;6e2cc31459a7:45747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:50,204 DEBUG [M:0;6e2cc31459a7:45747 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:17:50,204 INFO [M:0;6e2cc31459a7:45747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:17:50,204 INFO [M:0;6e2cc31459a7:45747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:50,204 INFO [M:0;6e2cc31459a7:45747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:17:50,204 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:17:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947317482/master 2024-11-14T14:17:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947317482 2024-11-14T14:17:50,213 DEBUG [M:0;6e2cc31459a7:45747 {}] zookeeper.ZKUtil(347): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Unable to get data of znode /1-1947317482/master because node does not exist (not an error) 2024-11-14T14:17:50,213 WARN [M:0;6e2cc31459a7:45747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:17:50,214 INFO [M:0;6e2cc31459a7:45747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/.lastflushedseqids 2024-11-14T14:17:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741836_1012 (size=99) 2024-11-14T14:17:50,292 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:50,292 INFO [RS:0;6e2cc31459a7:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:50,293 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x10139b55d530004, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:50,293 INFO [RS:0;6e2cc31459a7:32805 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,32805,1731593863648; zookeeper connection closed. 2024-11-14T14:17:50,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37fd3371 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37fd3371 2024-11-14T14:17:50,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:17:50,619 INFO [M:0;6e2cc31459a7:45747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:17:50,619 INFO [M:0;6e2cc31459a7:45747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:17:50,619 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:50,619 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:50,620 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:50,620 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:50,620 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:50,620 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T14:17:50,640 DEBUG [M:0;6e2cc31459a7:45747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf39183e35c34a27be3985b64150f54f is 82, key is hbase:meta,,1/info:regioninfo/1731593866965/Put/seqid=0 2024-11-14T14:17:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741837_1013 (size=5672) 2024-11-14T14:17:50,648 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:51,046 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf39183e35c34a27be3985b64150f54f 2024-11-14T14:17:51,090 DEBUG [M:0;6e2cc31459a7:45747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c293d69ce13342038c36b1d72c70a3a1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731593866986/Put/seqid=0 2024-11-14T14:17:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741838_1014 (size=5275) 2024-11-14T14:17:51,353 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:51,496 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c293d69ce13342038c36b1d72c70a3a1 2024-11-14T14:17:51,514 DEBUG [M:0;6e2cc31459a7:45747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/567cf2121a99494da5b2b087c64da212 is 69, key is 6e2cc31459a7,32805,1731593863648/rs:state/1731593865818/Put/seqid=0 2024-11-14T14:17:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741839_1015 (size=5156) 2024-11-14T14:17:51,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:17:51,919 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/567cf2121a99494da5b2b087c64da212 2024-11-14T14:17:51,924 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf39183e35c34a27be3985b64150f54f as hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf39183e35c34a27be3985b64150f54f 2024-11-14T14:17:51,930 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf39183e35c34a27be3985b64150f54f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T14:17:51,931 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c293d69ce13342038c36b1d72c70a3a1 as hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c293d69ce13342038c36b1d72c70a3a1 2024-11-14T14:17:51,936 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c293d69ce13342038c36b1d72c70a3a1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T14:17:51,937 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/567cf2121a99494da5b2b087c64da212 as hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/567cf2121a99494da5b2b087c64da212 2024-11-14T14:17:51,942 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45769/user/jenkins/test-data/d44b8795-3905-e551-5d84-c79f0d5c17c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/567cf2121a99494da5b2b087c64da212, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T14:17:51,943 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-11-14T14:17:51,944 INFO [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:51,944 DEBUG [M:0;6e2cc31459a7:45747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593870619Disabling compacts and flushes for region at 1731593870619Disabling writes for close at 1731593870620 (+1 ms)Obtaining lock to block concurrent updates at 1731593870620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593870620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731593870620Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593870621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593870621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593870639 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593870639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593871075 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593871089 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593871089Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593871501 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593871514 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593871514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eda5284: reopening flushed file at 1731593871924 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7804ae7d: reopening flushed file at 1731593871930 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e32e181: reopening flushed file at 1731593871937 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1731593871943 (+6 ms)Writing region close event to WAL at 1731593871944 (+1 ms)Closed at 1731593871944 2024-11-14T14:17:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42309 is added to blk_1073741830_1006 (size=10165) 2024-11-14T14:17:51,946 INFO [M:0;6e2cc31459a7:45747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:17:51,947 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:51,947 INFO [M:0;6e2cc31459a7:45747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45747 2024-11-14T14:17:51,947 INFO [M:0;6e2cc31459a7:45747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:52,113 INFO [M:0;6e2cc31459a7:45747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45747-0x10139b55d530003, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:52,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:52,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:52,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:52,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:52,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:52,119 WARN [BP-642496998-172.17.0.2-1731593861200 heartbeating to localhost/127.0.0.1:45769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:17:52,119 WARN [BP-642496998-172.17.0.2-1731593861200 heartbeating to localhost/127.0.0.1:45769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-642496998-172.17.0.2-1731593861200 (Datanode Uuid 749d0a54-9de1-443b-af28-b903f7ffed92) service to localhost/127.0.0.1:45769 2024-11-14T14:17:52,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/cluster_d37b8ba4-59c3-a4ef-6fc1-d88f624c8096/data/data2/current/BP-642496998-172.17.0.2-1731593861200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:52,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/cluster_d37b8ba4-59c3-a4ef-6fc1-d88f624c8096/data/data1/current/BP-642496998-172.17.0.2-1731593861200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:52,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:17:52,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:17:52,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:17:52,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:52,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:52,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:52,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:52,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:52,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:17:52,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:17:52,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:52,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:52,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:52,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:52,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:52,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:17:52,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1340482686, stopped=false 2024-11-14T14:17:52,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,40061,1731593857864 2024-11-14T14:17:52,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-602884197/running 2024-11-14T14:17:52,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-602884197/running 2024-11-14T14:17:52,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:52,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:52,150 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:52,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:17:52,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:52,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:52,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/running 2024-11-14T14:17:52,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Set watcher on znode that does not yet exist, /0-602884197/running 2024-11-14T14:17:52,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,44113,1731593858087' ***** 2024-11-14T14:17:52,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:17:52,151 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:17:52,151 INFO [RS:0;6e2cc31459a7:44113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:17:52,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:17:52,151 INFO [RS:0;6e2cc31459a7:44113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:17:52,151 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for b20bed36321382f291ad504e960c871f 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:44113. 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b20bed36321382f291ad504e960c871f, disabling compactions & flushes 2024-11-14T14:17:52,152 DEBUG [RS:0;6e2cc31459a7:44113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:52,152 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:52,152 DEBUG [RS:0;6e2cc31459a7:44113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. after waiting 0 ms 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:17:52,152 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b20bed36321382f291ad504e960c871f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:17:52,152 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:17:52,152 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b20bed36321382f291ad504e960c871f=hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f.} 2024-11-14T14:17:52,152 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b20bed36321382f291ad504e960c871f 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:52,152 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:52,152 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:52,153 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T14:17:52,158 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:52,167 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/.tmp/queue/8d37208b36ec4e7d9b9280046e1259fa is 151, key is 1-6e2cc31459a7,44113,1731593858087/queue:6e2cc31459a7%2C44113%2C1731593858087/1731593868600/Put/seqid=0 2024-11-14T14:17:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741838_1014 (size=5350) 2024-11-14T14:17:52,171 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/info/d52e70c5f7de4d5d982564ddd9ec4af5 is 147, key is hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f./info:regioninfo/1731593868302/Put/seqid=0 2024-11-14T14:17:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741839_1015 (size=6631) 2024-11-14T14:17:52,195 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:52,353 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b20bed36321382f291ad504e960c871f 2024-11-14T14:17:52,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:52,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:52,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:52,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:52,553 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b20bed36321382f291ad504e960c871f 2024-11-14T14:17:52,571 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/.tmp/queue/8d37208b36ec4e7d9b9280046e1259fa 2024-11-14T14:17:52,576 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/info/d52e70c5f7de4d5d982564ddd9ec4af5 2024-11-14T14:17:52,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/.tmp/queue/8d37208b36ec4e7d9b9280046e1259fa as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/queue/8d37208b36ec4e7d9b9280046e1259fa 2024-11-14T14:17:52,585 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/queue/8d37208b36ec4e7d9b9280046e1259fa, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T14:17:52,586 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b20bed36321382f291ad504e960c871f in 434ms, sequenceid=5, compaction requested=false 2024-11-14T14:17:52,590 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/replication/b20bed36321382f291ad504e960c871f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:17:52,591 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:52,591 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:52,591 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:52,591 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b20bed36321382f291ad504e960c871f: Waiting for close lock at 1731593872152Running coprocessor pre-close hooks at 1731593872152Disabling compacts and flushes for region at 1731593872152Disabling writes for close at 1731593872152Obtaining lock to block concurrent updates at 1731593872152Preparing flush snapshotting stores in b20bed36321382f291ad504e960c871f at 1731593872152Finished memstore snapshotting hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731593872152Flushing stores of hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. at 1731593872153 (+1 ms)Flushing b20bed36321382f291ad504e960c871f/queue: creating writer at 1731593872153Flushing b20bed36321382f291ad504e960c871f/queue: appending metadata at 1731593872166 (+13 ms)Flushing b20bed36321382f291ad504e960c871f/queue: closing flushed file at 1731593872166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff4a42c: reopening flushed file at 1731593872577 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b20bed36321382f291ad504e960c871f in 434ms, sequenceid=5, compaction requested=false at 1731593872586 (+9 ms)Writing region close event to WAL at 1731593872587 (+1 ms)Running coprocessor post-close hooks at 1731593872591 (+4 ms)Closed at 1731593872591 2024-11-14T14:17:52,591 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731593867127.b20bed36321382f291ad504e960c871f. 2024-11-14T14:17:52,599 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/ns/264309d196bf4804ad05838a8ce45c72 is 43, key is default/ns:d/1731593861050/Put/seqid=0 2024-11-14T14:17:52,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741840_1016 (size=5153) 2024-11-14T14:17:52,753 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:52,930 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:17:52,931 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:17:52,953 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:53,004 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/ns/264309d196bf4804ad05838a8ce45c72 2024-11-14T14:17:53,022 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/table/90e1c24134434e27b15f84b310791daa is 53, key is hbase:replication/table:state/1731593868311/Put/seqid=0 2024-11-14T14:17:53,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741841_1017 (size=5256) 2024-11-14T14:17:53,062 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.1731593860015 to pos 0, reset compression=false 2024-11-14T14:17:53,153 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:17:53,153 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:17:53,153 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:53,354 DEBUG [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:17:53,436 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/table/90e1c24134434e27b15f84b310791daa 2024-11-14T14:17:53,446 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/info/d52e70c5f7de4d5d982564ddd9ec4af5 as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/info/d52e70c5f7de4d5d982564ddd9ec4af5 2024-11-14T14:17:53,460 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/info/d52e70c5f7de4d5d982564ddd9ec4af5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T14:17:53,463 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/ns/264309d196bf4804ad05838a8ce45c72 as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/ns/264309d196bf4804ad05838a8ce45c72 2024-11-14T14:17:53,474 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/ns/264309d196bf4804ad05838a8ce45c72, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:17:53,476 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/.tmp/table/90e1c24134434e27b15f84b310791daa as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/table/90e1c24134434e27b15f84b310791daa 2024-11-14T14:17:53,485 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/table/90e1c24134434e27b15f84b310791daa, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T14:17:53,487 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false 2024-11-14T14:17:53,502 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:17:53,502 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:17:53,502 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:17:53,503 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:53,503 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593872152Running coprocessor pre-close hooks at 1731593872152Disabling compacts and flushes for region at 1731593872152Disabling writes for close at 1731593872152Obtaining lock to block concurrent updates at 1731593872153 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731593872153Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731593872153Flushing stores of hbase:meta,,1.1588230740 at 1731593872153Flushing 1588230740/info: creating writer at 1731593872153Flushing 1588230740/info: appending metadata at 1731593872171 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731593872171Flushing 1588230740/ns: creating writer at 1731593872581 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731593872599 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731593872599Flushing 1588230740/table: creating writer at 1731593873010 (+411 ms)Flushing 1588230740/table: appending metadata at 1731593873022 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731593873022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12be9248: reopening flushed file at 1731593873445 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef425db: reopening flushed file at 1731593873461 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19512e27: reopening flushed file at 1731593873474 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false at 1731593873487 (+13 ms)Writing region close event to WAL at 1731593873496 (+9 ms)Running coprocessor post-close hooks at 1731593873502 (+6 ms)Closed at 1731593873502 2024-11-14T14:17:53,503 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:53,554 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,44113,1731593858087; all regions closed. 2024-11-14T14:17:53,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.meta.1731593860975.meta not finished, retry = 0 2024-11-14T14:17:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741834_1010 (size=2742) 2024-11-14T14:17:53,659 DEBUG [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/oldWALs 2024-11-14T14:17:53,660 INFO [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C44113%2C1731593858087.meta:.meta(num 1731593860975) 2024-11-14T14:17:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741837_1013 (size=1586) 2024-11-14T14:17:53,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/WALs/6e2cc31459a7,44113,1731593858087/6e2cc31459a7%2C44113%2C1731593858087.rep.1731593868269 not finished, retry = 0 2024-11-14T14:17:53,769 DEBUG [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/oldWALs 2024-11-14T14:17:53,769 INFO [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C44113%2C1731593858087.rep:(num 1731593868269) 2024-11-14T14:17:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741832_1008 (size=93) 2024-11-14T14:17:53,776 DEBUG [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/oldWALs 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C44113%2C1731593858087:(num 1731593860015) 2024-11-14T14:17:53,776 DEBUG [RS:0;6e2cc31459a7:44113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:53,776 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,44113,1731593858087 because: Region server is closing 2024-11-14T14:17:53,776 INFO [RS:0;6e2cc31459a7:44113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:44113. 2024-11-14T14:17:53,776 DEBUG [RS:0;6e2cc31459a7:44113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:17:53,776 DEBUG [RS:0;6e2cc31459a7:44113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,777 DEBUG [RS:0;6e2cc31459a7:44113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:53,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:17:53,877 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.wal-reader.6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:17:53,877 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.shipper6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:17:53,877 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44113,1731593858087.replicationSource.shipper6e2cc31459a7%2C44113%2C1731593858087,1-6e2cc31459a7,44113,1731593858087 terminated 2024-11-14T14:17:53,877 INFO [RS:0;6e2cc31459a7:44113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44113 2024-11-14T14:17:53,919 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197/rs 2024-11-14T14:17:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-602884197/rs/6e2cc31459a7,44113,1731593858087 2024-11-14T14:17:53,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,44113,1731593858087] 2024-11-14T14:17:53,939 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-602884197/draining/6e2cc31459a7,44113,1731593858087 already deleted, retry=false 2024-11-14T14:17:53,939 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,44113,1731593858087 expired; onlineServers=0 2024-11-14T14:17:53,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,40061,1731593857864' ***** 2024-11-14T14:17:53,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:17:53,940 INFO [M:0;6e2cc31459a7:40061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:17:53,940 INFO [M:0;6e2cc31459a7:40061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:17:53,940 DEBUG [M:0;6e2cc31459a7:40061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:17:53,940 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:17:53,940 DEBUG [M:0;6e2cc31459a7:40061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:17:53,940 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593859751 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593859751,5,FailOnTimeoutGroup] 2024-11-14T14:17:53,940 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593859751 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593859751,5,FailOnTimeoutGroup] 2024-11-14T14:17:53,940 INFO [M:0;6e2cc31459a7:40061 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:17:53,940 INFO [M:0;6e2cc31459a7:40061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:17:53,940 DEBUG [M:0;6e2cc31459a7:40061 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:17:53,940 INFO [M:0;6e2cc31459a7:40061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:17:53,941 INFO [M:0;6e2cc31459a7:40061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:17:53,941 INFO [M:0;6e2cc31459a7:40061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:17:53,941 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:17:53,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-602884197/master 2024-11-14T14:17:53,950 DEBUG [M:0;6e2cc31459a7:40061 {}] zookeeper.ZKUtil(347): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Unable to get data of znode /0-602884197/master because node does not exist (not an error) 2024-11-14T14:17:53,950 WARN [M:0;6e2cc31459a7:40061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:17:53,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-602884197 2024-11-14T14:17:53,951 INFO [M:0;6e2cc31459a7:40061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/.lastflushedseqids 2024-11-14T14:17:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741842_1018 (size=181) 2024-11-14T14:17:53,956 INFO [M:0;6e2cc31459a7:40061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:17:53,956 INFO [M:0;6e2cc31459a7:40061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:17:53,957 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:53,957 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:53,957 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:53,957 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:53,957 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:53,957 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T14:17:53,979 DEBUG [M:0;6e2cc31459a7:40061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473c91d338634143a2cb01754d62ad6b is 82, key is hbase:meta,,1/info:regioninfo/1731593861009/Put/seqid=0 2024-11-14T14:17:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741843_1019 (size=5672) 2024-11-14T14:17:53,990 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473c91d338634143a2cb01754d62ad6b 2024-11-14T14:17:54,012 DEBUG [M:0;6e2cc31459a7:40061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b7fa4be1ac445539b4e885a314d9216 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731593868317/Put/seqid=0 2024-11-14T14:17:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741844_1020 (size=7203) 2024-11-14T14:17:54,017 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b7fa4be1ac445539b4e885a314d9216 2024-11-14T14:17:54,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:54,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10139b55d530001, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:54,029 INFO [RS:0;6e2cc31459a7:44113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:54,029 INFO [RS:0;6e2cc31459a7:44113 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,44113,1731593858087; zookeeper connection closed. 2024-11-14T14:17:54,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c7624fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c7624fc 2024-11-14T14:17:54,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:17:54,043 DEBUG [M:0;6e2cc31459a7:40061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14d81cae4304c34886dcb8da179ed43 is 69, key is 6e2cc31459a7,44113,1731593858087/rs:state/1731593859871/Put/seqid=0 2024-11-14T14:17:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741845_1021 (size=5156) 2024-11-14T14:17:54,448 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14d81cae4304c34886dcb8da179ed43 2024-11-14T14:17:54,454 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/473c91d338634143a2cb01754d62ad6b as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473c91d338634143a2cb01754d62ad6b 2024-11-14T14:17:54,460 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/473c91d338634143a2cb01754d62ad6b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T14:17:54,461 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b7fa4be1ac445539b4e885a314d9216 as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b7fa4be1ac445539b4e885a314d9216 2024-11-14T14:17:54,475 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b7fa4be1ac445539b4e885a314d9216, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T14:17:54,476 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b14d81cae4304c34886dcb8da179ed43 as hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b14d81cae4304c34886dcb8da179ed43 2024-11-14T14:17:54,483 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42837/user/jenkins/test-data/cf3230ff-0c1b-78bd-cec9-df64b0e8ad91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b14d81cae4304c34886dcb8da179ed43, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T14:17:54,485 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=70, compaction requested=false 2024-11-14T14:17:54,491 INFO [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:54,491 DEBUG [M:0;6e2cc31459a7:40061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593873957Disabling compacts and flushes for region at 1731593873957Disabling writes for close at 1731593873957Obtaining lock to block concurrent updates at 1731593873957Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593873957Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731593873957Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593873958 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593873958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593873979 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593873979Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593873995 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593874012 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593874012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593874025 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593874043 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593874043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e322e6: reopening flushed file at 1731593874453 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273871a5: reopening flushed file at 1731593874460 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d48e12: reopening flushed file at 1731593874475 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=70, compaction requested=false at 1731593874485 (+10 ms)Writing region close event to WAL at 1731593874491 (+6 ms)Closed at 1731593874491 2024-11-14T14:17:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741830_1006 (size=41008) 2024-11-14T14:17:54,495 INFO [M:0;6e2cc31459a7:40061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:17:54,496 INFO [M:0;6e2cc31459a7:40061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40061 2024-11-14T14:17:54,496 INFO [M:0;6e2cc31459a7:40061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:17:54,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:17:54,640 INFO [M:0;6e2cc31459a7:40061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:17:54,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:54,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x10139b55d530000, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:17:54,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:54,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:54,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:54,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:54,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:54,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:17:54,645 WARN [BP-294850205-172.17.0.2-1731593855438 heartbeating to localhost/127.0.0.1:42837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:17:54,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:17:54,645 WARN [BP-294850205-172.17.0.2-1731593855438 heartbeating to localhost/127.0.0.1:42837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-294850205-172.17.0.2-1731593855438 (Datanode Uuid 37200531-a939-42df-b890-3c508a808763) service to localhost/127.0.0.1:42837 2024-11-14T14:17:54,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/data/data1/current/BP-294850205-172.17.0.2-1731593855438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:54,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:17:54,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/cluster_1753563b-17b1-a163-57c4-335177f70587/data/data2/current/BP-294850205-172.17.0.2-1731593855438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:17:54,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:54,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:17:54,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:17:54,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:17:54,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97aecdaf-43e2-6a73-4467-d24817de90e8/hadoop.log.dir/,STOPPED} 2024-11-14T14:17:54,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:17:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:17:54,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 112) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58795) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58795) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42837 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45769 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=2654 (was 2870) 2024-11-14T14:17:54,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2653 2024-11-14T14:17:54,712 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T14:17:54,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir so I do NOT create it in target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0 2024-11-14T14:17:54,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:17:54,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.tmp.dir so I do NOT create it in target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0 2024-11-14T14:17:54,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6ceae6-970e-7a98-b88d-f8e92f9b0739/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:17:54,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0 2024-11-14T14:17:54,713 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a, deleteOnExit=true 2024-11-14T14:17:54,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/zookeeper_0, clientPort=61997, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:17:54,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61997 2024-11-14T14:17:54,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:17:54,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/test.cache.data in system properties and HBase conf 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:17:54,720 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:17:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:17:54,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b55d530005, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:17:54,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b55d530002, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:17:54,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b55d530005, quorum=127.0.0.1:58795, baseZNode=/1-1947317482 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:17:54,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b55d530002, quorum=127.0.0.1:58795, baseZNode=/0-602884197 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:17:55,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:55,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:55,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:55,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:55,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:17:55,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:55,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:55,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:55,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/java.io.tmpdir/jetty-localhost-43177-hadoop-hdfs-3_4_1-tests_jar-_-any-3108442873646256001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:55,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:43177} 2024-11-14T14:17:55,221 INFO [Time-limited test {}] server.Server(415): Started @52506ms 2024-11-14T14:17:55,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:55,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:55,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:55,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:55,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:55,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:55,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:55,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/java.io.tmpdir/jetty-localhost-36065-hadoop-hdfs-3_4_1-tests_jar-_-any-9577214995794294748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:17:55,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:36065} 2024-11-14T14:17:55,642 INFO [Time-limited test {}] server.Server(415): Started @52928ms 2024-11-14T14:17:55,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:17:56,369 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/data/data1/current/BP-73535703-172.17.0.2-1731593874749/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:56,370 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/data/data2/current/BP-73535703-172.17.0.2-1731593874749/current, will proceed with Du for space computation calculation, 2024-11-14T14:17:56,388 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:17:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b62dcb02c60a8f7 with lease ID 0x8345ba5fef1c4b63: Processing first storage report for DS-de6e3bd3-c686-4b96-8424-ea4e8de112c5 from datanode DatanodeRegistration(127.0.0.1:33083, datanodeUuid=d677bbcd-f478-415a-aff5-a7cf28c048d1, infoPort=39963, infoSecurePort=0, ipcPort=44655, storageInfo=lv=-57;cid=testClusterID;nsid=528468141;c=1731593874749) 2024-11-14T14:17:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b62dcb02c60a8f7 with lease ID 0x8345ba5fef1c4b63: from storage DS-de6e3bd3-c686-4b96-8424-ea4e8de112c5 node DatanodeRegistration(127.0.0.1:33083, datanodeUuid=d677bbcd-f478-415a-aff5-a7cf28c048d1, infoPort=39963, infoSecurePort=0, ipcPort=44655, storageInfo=lv=-57;cid=testClusterID;nsid=528468141;c=1731593874749), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:17:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b62dcb02c60a8f7 with lease ID 0x8345ba5fef1c4b63: Processing first storage report for DS-1aced028-17ce-4be4-8879-80827a035f63 from datanode DatanodeRegistration(127.0.0.1:33083, datanodeUuid=d677bbcd-f478-415a-aff5-a7cf28c048d1, infoPort=39963, infoSecurePort=0, ipcPort=44655, storageInfo=lv=-57;cid=testClusterID;nsid=528468141;c=1731593874749) 2024-11-14T14:17:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b62dcb02c60a8f7 with lease ID 0x8345ba5fef1c4b63: from storage DS-1aced028-17ce-4be4-8879-80827a035f63 node DatanodeRegistration(127.0.0.1:33083, datanodeUuid=d677bbcd-f478-415a-aff5-a7cf28c048d1, infoPort=39963, infoSecurePort=0, ipcPort=44655, storageInfo=lv=-57;cid=testClusterID;nsid=528468141;c=1731593874749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:17:56,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0 2024-11-14T14:17:56,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:56,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:17:56,823 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7 with version=8 2024-11-14T14:17:56,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/hbase-staging 2024-11-14T14:17:56,825 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:17:56,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:56,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36129 2024-11-14T14:17:56,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36129 connecting to ZooKeeper ensemble=127.0.0.1:61997 2024-11-14T14:17:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361290x0, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:56,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36129-0x10139b5a8c60000 connected 2024-11-14T14:17:57,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:57,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:57,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/running 2024-11-14T14:17:57,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7, hbase.cluster.distributed=false 2024-11-14T14:17:57,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/acl 2024-11-14T14:17:57,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-14T14:17:57,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36129 2024-11-14T14:17:57,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36129 2024-11-14T14:17:57,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-14T14:17:57,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36129 2024-11-14T14:17:57,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:17:57,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:57,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:57,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:17:57,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:17:57,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:17:57,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:17:57,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:17:57,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44539 2024-11-14T14:17:57,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44539 connecting to ZooKeeper ensemble=127.0.0.1:61997 2024-11-14T14:17:57,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:57,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:57,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445390x0, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:57,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44539-0x10139b5a8c60001 connected 2024-11-14T14:17:57,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/running 2024-11-14T14:17:57,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:17:57,090 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:17:57,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/master 2024-11-14T14:17:57,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/acl 2024-11-14T14:17:57,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44539 2024-11-14T14:17:57,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44539 2024-11-14T14:17:57,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44539 2024-11-14T14:17:57,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44539 2024-11-14T14:17:57,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44539 2024-11-14T14:17:57,124 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:36129 2024-11-14T14:17:57,124 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01211891788/backup-masters/6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:57,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788/backup-masters 2024-11-14T14:17:57,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788/backup-masters 2024-11-14T14:17:57,136 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on existing znode=/01211891788/backup-masters/6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01211891788/master 2024-11-14T14:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:57,147 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on existing znode=/01211891788/master 2024-11-14T14:17:57,147 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01211891788/backup-masters/6e2cc31459a7,36129,1731593876824 from backup master directory 2024-11-14T14:17:57,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788/backup-masters 2024-11-14T14:17:57,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01211891788/backup-masters/6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:57,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788/backup-masters 2024-11-14T14:17:57,156 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:57,156 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:57,165 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/hbase.id] with ID: 7b415bc0-d51b-42fd-addb-f60124f757a0 2024-11-14T14:17:57,165 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/.tmp/hbase.id 2024-11-14T14:17:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:17:57,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/.tmp/hbase.id]:[hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/hbase.id] 2024-11-14T14:17:57,212 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:17:57,212 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:17:57,217 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T14:17:57,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:57,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:17:57,652 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:17:57,653 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:17:57,653 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:57,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:17:57,660 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store 2024-11-14T14:17:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:17:57,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:57,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:17:57,667 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:57,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:57,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:17:57,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:57,667 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:17:57,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593877667Disabling compacts and flushes for region at 1731593877667Disabling writes for close at 1731593877667Writing region close event to WAL at 1731593877667Closed at 1731593877667 2024-11-14T14:17:57,668 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/.initializing 2024-11-14T14:17:57,668 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/WALs/6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:57,669 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:57,670 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C36129%2C1731593876824, suffix=, logDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/WALs/6e2cc31459a7,36129,1731593876824, archiveDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/oldWALs, maxLogs=10 2024-11-14T14:17:57,687 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/WALs/6e2cc31459a7,36129,1731593876824/6e2cc31459a7%2C36129%2C1731593876824.1731593877670, exclude list is [], retry=0 2024-11-14T14:17:57,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-de6e3bd3-c686-4b96-8424-ea4e8de112c5,DISK] 2024-11-14T14:17:57,692 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/WALs/6e2cc31459a7,36129,1731593876824/6e2cc31459a7%2C36129%2C1731593876824.1731593877670 2024-11-14T14:17:57,692 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T14:17:57,692 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:57,693 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:57,693 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,693 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:17:57,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:57,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:57,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:17:57,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:57,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:57,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:17:57,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:57,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:57,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:17:57,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:57,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:17:57,712 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,712 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,713 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,714 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,714 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,715 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:57,716 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:17:57,718 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:57,719 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60059602, jitterRate=-0.10504218935966492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:57,720 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593877693Initializing all the Stores at 1731593877695 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593877695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593877700 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593877700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593877700Cleaning up temporary data from old regions at 1731593877714 (+14 ms)Region opened successfully at 1731593877720 (+6 ms) 2024-11-14T14:17:57,720 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:17:57,727 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ca48b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:57,727 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:17:57,728 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:17:57,728 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:17:57,728 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:17:57,729 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:17:57,729 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:17:57,729 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:17:57,733 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:17:57,734 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Unable to get data of znode /01211891788/balancer because node does not exist (not necessarily an error) 2024-11-14T14:17:57,900 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01211891788/balancer already deleted, retry=false 2024-11-14T14:17:57,901 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:17:57,902 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Unable to get data of znode /01211891788/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:17:57,963 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01211891788/normalizer already deleted, retry=false 2024-11-14T14:17:57,964 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:17:57,965 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Unable to get data of znode /01211891788/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:17:57,977 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01211891788/switch/split already deleted, retry=false 2024-11-14T14:17:57,979 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Unable to get data of znode /01211891788/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:17:57,988 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01211891788/switch/merge already deleted, retry=false 2024-11-14T14:17:57,990 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Unable to get data of znode /01211891788/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:17:57,998 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01211891788/snapshot-cleanup already deleted, retry=false 2024-11-14T14:17:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01211891788/running 2024-11-14T14:17:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01211891788/running 2024-11-14T14:17:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,010 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,36129,1731593876824, sessionid=0x10139b5a8c60000, setting cluster-up flag (Was=false) 2024-11-14T14:17:58,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,061 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01211891788/flush-table-proc/acquired, /01211891788/flush-table-proc/reached, /01211891788/flush-table-proc/abort 2024-11-14T14:17:58,062 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:58,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:17:58,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:58,114 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01211891788/online-snapshot/acquired, /01211891788/online-snapshot/reached, /01211891788/online-snapshot/abort 2024-11-14T14:17:58,115 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:58,117 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:17:58,118 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:58,118 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:17:58,118 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:17:58,119 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,36129,1731593876824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:58,120 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:58,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:17:58,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:58,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:17:58,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593908137 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:17:58,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,139 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:17:58,139 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:17:58,139 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:17:58,139 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:17:58,140 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:17:58,140 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:17:58,141 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593878140,5,FailOnTimeoutGroup] 2024-11-14T14:17:58,141 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593878141,5,FailOnTimeoutGroup] 2024-11-14T14:17:58,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:17:58,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:17:58,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:17:58,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7 2024-11-14T14:17:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:17:58,213 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(746): ClusterId : 7b415bc0-d51b-42fd-addb-f60124f757a0 2024-11-14T14:17:58,213 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:17:58,241 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:17:58,241 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:17:58,349 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:17:58,349 DEBUG [RS:0;6e2cc31459a7:44539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78f8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:17:58,360 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:44539 2024-11-14T14:17:58,360 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:17:58,360 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:17:58,360 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:17:58,360 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,36129,1731593876824 with port=44539, startcode=1731593877048 2024-11-14T14:17:58,360 DEBUG [RS:0;6e2cc31459a7:44539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:17:58,362 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:17:58,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36129 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,364 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7 2024-11-14T14:17:58,364 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34443 2024-11-14T14:17:58,364 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:17:58,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788/rs 2024-11-14T14:17:58,513 DEBUG [RS:0;6e2cc31459a7:44539 {}] zookeeper.ZKUtil(111): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on existing znode=/01211891788/rs/6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,513 WARN [RS:0;6e2cc31459a7:44539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:17:58,513 INFO [RS:0;6e2cc31459a7:44539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:58,513 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,44539,1731593877048] 2024-11-14T14:17:58,516 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:17:58,517 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:17:58,520 INFO [RS:0;6e2cc31459a7:44539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:17:58,520 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,520 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:17:58,521 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:17:58,521 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:58,522 DEBUG [RS:0;6e2cc31459a7:44539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:17:58,532 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,532 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,532 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,532 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,532 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,532 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44539,1731593877048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:58,548 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:17:58,548 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44539,1731593877048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,548 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,548 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.Replication(171): 6e2cc31459a7,44539,1731593877048 started 2024-11-14T14:17:58,562 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:58,562 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,44539,1731593877048, RpcServer on 6e2cc31459a7/172.17.0.2:44539, sessionid=0x10139b5a8c60001 2024-11-14T14:17:58,562 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:17:58,562 DEBUG [RS:0;6e2cc31459a7:44539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,562 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44539,1731593877048' 2024-11-14T14:17:58,562 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01211891788/flush-table-proc/abort' 2024-11-14T14:17:58,563 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01211891788/flush-table-proc/acquired' 2024-11-14T14:17:58,563 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:17:58,563 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:17:58,563 DEBUG [RS:0;6e2cc31459a7:44539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,563 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44539,1731593877048' 2024-11-14T14:17:58,563 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01211891788/online-snapshot/abort' 2024-11-14T14:17:58,564 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01211891788/online-snapshot/acquired' 2024-11-14T14:17:58,564 DEBUG [RS:0;6e2cc31459a7:44539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:17:58,564 INFO [RS:0;6e2cc31459a7:44539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:17:58,564 INFO [RS:0;6e2cc31459a7:44539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:17:58,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:58,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:58,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:58,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:58,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:58,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:58,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:58,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:58,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:58,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740 2024-11-14T14:17:58,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740 2024-11-14T14:17:58,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:58,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:58,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:58,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:58,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:17:58,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68486007, jitterRate=0.020521029829978943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:58,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593878569Initializing all the Stores at 1731593878569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593878569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593878569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593878569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593878569Cleaning up temporary data from old regions at 1731593878580 (+11 ms)Region opened successfully at 1731593878585 (+5 ms) 2024-11-14T14:17:58,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:17:58,585 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:17:58,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:17:58,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:17:58,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:17:58,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:17:58,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593878585Disabling compacts and flushes for region at 1731593878585Disabling writes for close at 1731593878585Writing region close event to WAL at 1731593878588 (+3 ms)Closed at 1731593878588 2024-11-14T14:17:58,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:58,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:17:58,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:17:58,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:58,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:17:58,664 INFO [RS:0;6e2cc31459a7:44539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:17:58,666 INFO [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44539%2C1731593877048, suffix=, logDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048, archiveDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/oldWALs, maxLogs=10 2024-11-14T14:17:58,681 DEBUG [RS:0;6e2cc31459a7:44539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666, exclude list is [], retry=0 2024-11-14T14:17:58,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-de6e3bd3-c686-4b96-8424-ea4e8de112c5,DISK] 2024-11-14T14:17:58,685 INFO [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 2024-11-14T14:17:58,686 DEBUG [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T14:17:58,745 DEBUG [6e2cc31459a7:36129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:17:58,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:58,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44539,1731593877048, state=OPENING 2024-11-14T14:17:58,756 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:17:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:17:58,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:17:58,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44539,1731593877048}] 2024-11-14T14:17:58,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01211891788/meta-region-server: CHANGED 2024-11-14T14:17:58,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01211891788/meta-region-server: CHANGED 2024-11-14T14:17:58,920 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:17:58,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:17:58,928 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:17:58,929 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:17:58,929 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:17:58,931 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44539%2C1731593877048.meta, suffix=.meta, logDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048, archiveDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/oldWALs, maxLogs=10 2024-11-14T14:17:58,953 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.meta.1731593878932.meta, exclude list is [], retry=0 2024-11-14T14:17:58,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-de6e3bd3-c686-4b96-8424-ea4e8de112c5,DISK] 2024-11-14T14:17:58,964 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.meta.1731593878932.meta 2024-11-14T14:17:58,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T14:17:58,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:17:58,966 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:17:58,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:17:58,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:17:58,966 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:17:58,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:17:58,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:17:58,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:17:58,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:17:58,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:17:58,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:17:58,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:17:58,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:17:58,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:17:58,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:17:58,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:17:58,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:17:58,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:17:58,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:17:58,989 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:17:58,990 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740 2024-11-14T14:17:58,991 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740 2024-11-14T14:17:58,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:17:58,993 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:17:58,994 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:17:59,002 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:17:59,003 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68774468, jitterRate=0.02481943368911743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:17:59,003 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:17:59,004 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593878967Writing region info on filesystem at 1731593878967Initializing all the Stores at 1731593878975 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593878975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593878976 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593878976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593878976Cleaning up temporary data from old regions at 1731593878993 (+17 ms)Running coprocessor post-open hooks at 1731593879003 (+10 ms)Region opened successfully at 1731593879004 (+1 ms) 2024-11-14T14:17:59,005 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593878920 2024-11-14T14:17:59,008 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:17:59,009 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:17:59,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:59,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44539,1731593877048, state=OPEN 2024-11-14T14:17:59,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01211891788/meta-region-server 2024-11-14T14:17:59,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01211891788/meta-region-server 2024-11-14T14:17:59,045 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44539,1731593877048 2024-11-14T14:17:59,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01211891788/meta-region-server: CHANGED 2024-11-14T14:17:59,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01211891788/meta-region-server: CHANGED 2024-11-14T14:17:59,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:17:59,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44539,1731593877048 in 278 msec 2024-11-14T14:17:59,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:17:59,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:17:59,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:17:59,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:59,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44539,1731593877048, seqNum=-1] 2024-11-14T14:17:59,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:59,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:59,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-14T14:17:59,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 945 msec 2024-11-14T14:17:59,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593879064, completionTime=-1 2024-11-14T14:17:59,064 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:17:59,064 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:17:59,066 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:17:59,066 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593939066 2024-11-14T14:17:59,066 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731593999066 2024-11-14T14:17:59,066 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T14:17:59,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36129,1731593876824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36129,1731593876824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36129,1731593876824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:36129, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,067 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,068 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,070 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:17:59,075 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.918sec 2024-11-14T14:17:59,075 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:17:59,075 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:17:59,075 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:17:59,075 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:17:59,076 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:17:59,076 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36129,1731593876824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:17:59,076 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36129,1731593876824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:17:59,095 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:17:59,095 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:17:59,095 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36129,1731593876824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:17:59,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:59,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36129,-1 for getting cluster id 2024-11-14T14:17:59,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:17:59,130 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b415bc0-d51b-42fd-addb-f60124f757a0' 2024-11-14T14:17:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:17:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b415bc0-d51b-42fd-addb-f60124f757a0" 2024-11-14T14:17:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370fa6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36129,-1] 2024-11-14T14:17:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:17:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:17:59,133 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:17:59,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:17:59,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:17:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44539,1731593877048, seqNum=-1] 2024-11-14T14:17:59,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:17:59,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:17:59,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,36129,1731593876824 2024-11-14T14:17:59,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61997 2024-11-14T14:17:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:17:59,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b5a8c60002 connected 2024-11-14T14:17:59,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir so I do NOT create it in target/test-data/010ab365-6033-5446-8141-5ebe954c8960 2024-11-14T14:17:59,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:17:59,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.tmp.dir so I do NOT create it in target/test-data/010ab365-6033-5446-8141-5ebe954c8960 2024-11-14T14:17:59,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:17:59,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960 2024-11-14T14:17:59,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:17:59,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/cluster_dc668d1f-efe0-50e5-deb2-762c304584f2, deleteOnExit=true 2024-11-14T14:17:59,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:17:59,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/test.cache.data in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:17:59,182 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:17:59,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:17:59,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:17:59,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:59,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:17:59,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:17:59,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:17:59,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:17:59,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:17:59,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:17:59,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:17:59,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/java.io.tmpdir/jetty-localhost-35537-hadoop-hdfs-3_4_1-tests_jar-_-any-14274941899532067227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:17:59,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:35537} 2024-11-14T14:17:59,689 INFO [Time-limited test {}] server.Server(415): Started @56974ms 2024-11-14T14:18:00,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:18:00,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:18:00,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:18:00,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:18:00,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:18:00,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:18:00,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:18:00,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:18:00,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/java.io.tmpdir/jetty-localhost-41153-hadoop-hdfs-3_4_1-tests_jar-_-any-7619737759160543107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:18:00,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:41153} 2024-11-14T14:18:00,151 INFO [Time-limited test {}] server.Server(415): Started @57437ms 2024-11-14T14:18:00,152 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:18:00,881 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/cluster_dc668d1f-efe0-50e5-deb2-762c304584f2/data/data2/current/BP-102065277-172.17.0.2-1731593879210/current, will proceed with Du for space computation calculation, 2024-11-14T14:18:00,881 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/cluster_dc668d1f-efe0-50e5-deb2-762c304584f2/data/data1/current/BP-102065277-172.17.0.2-1731593879210/current, will proceed with Du for space computation calculation, 2024-11-14T14:18:00,903 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:18:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c92467bdee2b36f with lease ID 0x6b3620954e3a84f0: Processing first storage report for DS-d9c8c0a9-6c57-4d6f-af38-7875d287893f from datanode DatanodeRegistration(127.0.0.1:39213, datanodeUuid=58d9affa-39ba-47b8-85d5-f8e989eb8331, infoPort=41083, infoSecurePort=0, ipcPort=38351, storageInfo=lv=-57;cid=testClusterID;nsid=1975587591;c=1731593879210) 2024-11-14T14:18:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c92467bdee2b36f with lease ID 0x6b3620954e3a84f0: from storage DS-d9c8c0a9-6c57-4d6f-af38-7875d287893f node DatanodeRegistration(127.0.0.1:39213, datanodeUuid=58d9affa-39ba-47b8-85d5-f8e989eb8331, infoPort=41083, infoSecurePort=0, ipcPort=38351, storageInfo=lv=-57;cid=testClusterID;nsid=1975587591;c=1731593879210), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:18:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c92467bdee2b36f with lease ID 0x6b3620954e3a84f0: Processing first storage report for DS-59cc6b27-a2c5-4f14-99d8-6f16b08ce0de from datanode DatanodeRegistration(127.0.0.1:39213, datanodeUuid=58d9affa-39ba-47b8-85d5-f8e989eb8331, infoPort=41083, infoSecurePort=0, ipcPort=38351, storageInfo=lv=-57;cid=testClusterID;nsid=1975587591;c=1731593879210) 2024-11-14T14:18:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c92467bdee2b36f with lease ID 0x6b3620954e3a84f0: from storage DS-59cc6b27-a2c5-4f14-99d8-6f16b08ce0de node DatanodeRegistration(127.0.0.1:39213, datanodeUuid=58d9affa-39ba-47b8-85d5-f8e989eb8331, infoPort=41083, infoSecurePort=0, ipcPort=38351, storageInfo=lv=-57;cid=testClusterID;nsid=1975587591;c=1731593879210), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:18:00,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960 2024-11-14T14:18:00,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:00,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:18:01,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2 with version=8 2024-11-14T14:18:01,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/hbase-staging 2024-11-14T14:18:01,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:18:01,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:18:01,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:18:01,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:18:01,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:18:01,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:18:01,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:18:01,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:18:01,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33389 2024-11-14T14:18:01,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33389 connecting to ZooKeeper ensemble=127.0.0.1:61997 2024-11-14T14:18:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333890x0, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:18:01,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33389-0x10139b5a8c60003 connected 2024-11-14T14:18:01,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:01,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:01,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/running 2024-11-14T14:18:01,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2, hbase.cluster.distributed=false 2024-11-14T14:18:01,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/acl 2024-11-14T14:18:01,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33389 2024-11-14T14:18:01,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33389 2024-11-14T14:18:01,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33389 2024-11-14T14:18:01,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33389 2024-11-14T14:18:01,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33389 2024-11-14T14:18:01,571 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:18:01,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:18:01,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:18:01,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:18:01,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:18:01,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:18:01,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:18:01,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:18:01,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40289 2024-11-14T14:18:01,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40289 connecting to ZooKeeper ensemble=127.0.0.1:61997 2024-11-14T14:18:01,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:01,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:01,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402890x0, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:18:01,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402890x0, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/running 2024-11-14T14:18:01,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40289-0x10139b5a8c60004 connected 2024-11-14T14:18:01,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:18:01,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:18:01,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/master 2024-11-14T14:18:01,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/acl 2024-11-14T14:18:01,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40289 2024-11-14T14:18:01,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40289 2024-11-14T14:18:01,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40289 2024-11-14T14:18:01,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40289 2024-11-14T14:18:01,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40289 2024-11-14T14:18:01,623 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:33389 2024-11-14T14:18:01,623 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1250950158/backup-masters/6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158/backup-masters 2024-11-14T14:18:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158/backup-masters 2024-11-14T14:18:01,631 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on existing znode=/1250950158/backup-masters/6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1250950158/master 2024-11-14T14:18:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:01,642 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on existing znode=/1250950158/master 2024-11-14T14:18:01,642 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1250950158/backup-masters/6e2cc31459a7,33389,1731593881409 from backup master directory 2024-11-14T14:18:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1250950158/backup-masters/6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158/backup-masters 2024-11-14T14:18:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158/backup-masters 2024-11-14T14:18:01,651 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:18:01,651 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:01,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/hbase.id] with ID: fbc4d17f-7850-422f-8388-ffb3c230aa4c 2024-11-14T14:18:01,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/.tmp/hbase.id 2024-11-14T14:18:01,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:18:02,074 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/.tmp/hbase.id]:[hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/hbase.id] 2024-11-14T14:18:02,085 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:02,085 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:18:02,087 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T14:18:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:18:02,541 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:18:02,542 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:18:02,542 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:18:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:18:02,950 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store 2024-11-14T14:18:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:18:03,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:03,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:18:03,379 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:03,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:03,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:18:03,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:03,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:18:03,380 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593883379Disabling compacts and flushes for region at 1731593883379Disabling writes for close at 1731593883379Writing region close event to WAL at 1731593883380 (+1 ms)Closed at 1731593883380 2024-11-14T14:18:03,380 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/.initializing 2024-11-14T14:18:03,380 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/WALs/6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:03,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:18:03,383 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C33389%2C1731593881409, suffix=, logDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/WALs/6e2cc31459a7,33389,1731593881409, archiveDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/oldWALs, maxLogs=10 2024-11-14T14:18:03,400 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/WALs/6e2cc31459a7,33389,1731593881409/6e2cc31459a7%2C33389%2C1731593881409.1731593883383, exclude list is [], retry=0 2024-11-14T14:18:03,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39213,DS-d9c8c0a9-6c57-4d6f-af38-7875d287893f,DISK] 2024-11-14T14:18:03,407 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/WALs/6e2cc31459a7,33389,1731593881409/6e2cc31459a7%2C33389%2C1731593881409.1731593883383 2024-11-14T14:18:03,408 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-11-14T14:18:03,408 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:03,410 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:03,410 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,410 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:18:03,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:03,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:03,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:18:03,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:03,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:03,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:18:03,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:03,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:03,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:18:03,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:03,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:03,419 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,420 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,420 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,421 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,421 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,422 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:18:03,423 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:18:03,425 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:18:03,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59500445, jitterRate=-0.11337427794933319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:18:03,426 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593883410Initializing all the Stores at 1731593883411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593883411Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593883411Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593883411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593883411Cleaning up temporary data from old regions at 1731593883421 (+10 ms)Region opened successfully at 1731593883426 (+5 ms) 2024-11-14T14:18:03,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:18:03,429 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d00b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:18:03,430 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:18:03,430 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:18:03,430 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:18:03,431 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:18:03,431 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:18:03,432 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:18:03,432 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:18:03,441 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:18:03,442 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Unable to get data of znode /1250950158/balancer because node does not exist (not necessarily an error) 2024-11-14T14:18:03,474 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1250950158/balancer already deleted, retry=false 2024-11-14T14:18:03,475 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:18:03,476 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Unable to get data of znode /1250950158/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:18:03,493 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1250950158/normalizer already deleted, retry=false 2024-11-14T14:18:03,493 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:18:03,494 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Unable to get data of znode /1250950158/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:18:03,503 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1250950158/switch/split already deleted, retry=false 2024-11-14T14:18:03,504 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Unable to get data of znode /1250950158/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:18:03,514 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1250950158/switch/merge already deleted, retry=false 2024-11-14T14:18:03,516 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Unable to get data of znode /1250950158/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:18:03,524 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1250950158/snapshot-cleanup already deleted, retry=false 2024-11-14T14:18:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1250950158/running 2024-11-14T14:18:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1250950158/running 2024-11-14T14:18:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:03,535 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,33389,1731593881409, sessionid=0x10139b5a8c60003, setting cluster-up flag (Was=false) 2024-11-14T14:18:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:03,587 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1250950158/flush-table-proc/acquired, /1250950158/flush-table-proc/reached, /1250950158/flush-table-proc/abort 2024-11-14T14:18:03,588 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:03,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:03,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:03,640 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1250950158/online-snapshot/acquired, /1250950158/online-snapshot/reached, /1250950158/online-snapshot/abort 2024-11-14T14:18:03,641 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:03,642 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:18:03,646 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:18:03,646 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:18:03,646 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:18:03,647 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,33389,1731593881409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:18:03,648 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:18:03,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:18:03,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:03,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:18:03,667 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593913667 2024-11-14T14:18:03,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:18:03,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:18:03,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:18:03,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:18:03,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:18:03,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:18:03,671 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,676 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:18:03,677 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:18:03,677 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:18:03,677 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:18:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:18:03,684 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:18:03,684 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:18:03,686 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593883684,5,FailOnTimeoutGroup] 2024-11-14T14:18:03,688 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593883686,5,FailOnTimeoutGroup] 2024-11-14T14:18:03,688 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,688 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:18:03,688 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,688 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,715 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(746): ClusterId : fbc4d17f-7850-422f-8388-ffb3c230aa4c 2024-11-14T14:18:03,715 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:18:03,746 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:18:03,746 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:18:03,756 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:18:03,757 DEBUG [RS:0;6e2cc31459a7:40289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e55ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:18:03,767 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:40289 2024-11-14T14:18:03,767 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:18:03,767 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:18:03,767 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:18:03,768 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,33389,1731593881409 with port=40289, startcode=1731593881571 2024-11-14T14:18:03,768 DEBUG [RS:0;6e2cc31459a7:40289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:18:03,769 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:18:03,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:03,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33389 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:03,772 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2 2024-11-14T14:18:03,772 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38327 2024-11-14T14:18:03,772 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:18:03,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158/rs 2024-11-14T14:18:03,784 DEBUG [RS:0;6e2cc31459a7:40289 {}] zookeeper.ZKUtil(111): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on existing znode=/1250950158/rs/6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:03,784 WARN [RS:0;6e2cc31459a7:40289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:18:03,785 INFO [RS:0;6e2cc31459a7:40289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:18:03,785 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:03,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,40289,1731593881571] 2024-11-14T14:18:03,788 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:18:03,790 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:18:03,792 INFO [RS:0;6e2cc31459a7:40289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:18:03,792 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,794 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:18:03,795 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:18:03,795 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,795 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,795 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,795 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,795 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:18:03,796 DEBUG [RS:0;6e2cc31459a7:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:18:03,799 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,799 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,799 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,800 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,800 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,800 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40289,1731593881571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:18:03,817 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:18:03,817 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,40289,1731593881571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,817 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,818 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.Replication(171): 6e2cc31459a7,40289,1731593881571 started 2024-11-14T14:18:03,831 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:03,831 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,40289,1731593881571, RpcServer on 6e2cc31459a7/172.17.0.2:40289, sessionid=0x10139b5a8c60004 2024-11-14T14:18:03,831 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:18:03,831 DEBUG [RS:0;6e2cc31459a7:40289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:03,831 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,40289,1731593881571' 2024-11-14T14:18:03,831 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1250950158/flush-table-proc/abort' 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1250950158/flush-table-proc/acquired' 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,40289,1731593881571' 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1250950158/online-snapshot/abort' 2024-11-14T14:18:03,832 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1250950158/online-snapshot/acquired' 2024-11-14T14:18:03,833 DEBUG [RS:0;6e2cc31459a7:40289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:18:03,833 INFO [RS:0;6e2cc31459a7:40289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:18:03,833 INFO [RS:0;6e2cc31459a7:40289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:18:03,933 INFO [RS:0;6e2cc31459a7:40289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:18:03,935 INFO [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C40289%2C1731593881571, suffix=, logDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571, archiveDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/oldWALs, maxLogs=10 2024-11-14T14:18:03,956 DEBUG [RS:0;6e2cc31459a7:40289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571/6e2cc31459a7%2C40289%2C1731593881571.1731593883935, exclude list is [], retry=0 2024-11-14T14:18:03,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39213,DS-d9c8c0a9-6c57-4d6f-af38-7875d287893f,DISK] 2024-11-14T14:18:03,967 INFO [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571/6e2cc31459a7%2C40289%2C1731593881571.1731593883935 2024-11-14T14:18:03,969 DEBUG [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-11-14T14:18:04,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:18:04,080 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2 2024-11-14T14:18:04,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:18:04,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:18:04,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:04,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:18:04,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:18:04,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:04,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:04,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:18:04,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:04,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:18:04,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:04,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:04,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:04,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:18:04,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:18:04,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:04,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:04,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:18:04,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:18:04,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:04,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:18:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740 2024-11-14T14:18:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:04,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740 2024-11-14T14:18:04,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:18:04,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:18:04,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:18:04,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:18:04,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:18:04,527 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956465, jitterRate=-0.09167788922786713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:18:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593884500Initializing all the Stores at 1731593884503 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593884503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593884504 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593884504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593884504Cleaning up temporary data from old regions at 1731593884521 (+17 ms)Region opened successfully at 1731593884527 (+6 ms) 2024-11-14T14:18:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:18:04,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:18:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:18:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:18:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:18:04,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:18:04,529 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:18:04,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593884527Disabling compacts and flushes for region at 1731593884527Disabling writes for close at 1731593884527Writing region close event to WAL at 1731593884529 (+2 ms)Closed at 1731593884529 2024-11-14T14:18:04,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:18:04,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:18:04,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:18:04,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:18:04,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:18:04,684 DEBUG [6e2cc31459a7:33389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:18:04,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:04,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,40289,1731593881571, state=OPENING 2024-11-14T14:18:04,817 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:18:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:18:04,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1250950158/meta-region-server: CHANGED 2024-11-14T14:18:04,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1250950158/meta-region-server: CHANGED 2024-11-14T14:18:04,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:18:04,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,40289,1731593881571}] 2024-11-14T14:18:04,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:18:04,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:18:05,000 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:18:05,001 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:18:05,001 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:18:05,002 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C40289%2C1731593881571.meta, suffix=.meta, logDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571, archiveDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/oldWALs, maxLogs=10 2024-11-14T14:18:05,017 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571/6e2cc31459a7%2C40289%2C1731593881571.meta.1731593885003.meta, exclude list is [], retry=0 2024-11-14T14:18:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39213,DS-d9c8c0a9-6c57-4d6f-af38-7875d287893f,DISK] 2024-11-14T14:18:05,024 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571/6e2cc31459a7%2C40289%2C1731593881571.meta.1731593885003.meta 2024-11-14T14:18:05,024 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41083:41083)] 2024-11-14T14:18:05,024 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:05,025 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:18:05,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:18:05,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:18:05,025 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:18:05,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:18:05,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:05,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:18:05,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:18:05,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:18:05,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:18:05,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:05,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:18:05,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:18:05,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:05,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:18:05,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:18:05,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:05,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:18:05,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:18:05,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:18:05,031 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:18:05,032 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740 2024-11-14T14:18:05,032 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740 2024-11-14T14:18:05,033 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:18:05,033 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:18:05,034 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:18:05,035 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:18:05,035 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65773365, jitterRate=-0.01990048587322235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:18:05,035 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:18:05,035 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593885025Writing region info on filesystem at 1731593885025Initializing all the Stores at 1731593885027 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593885027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593885027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593885027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593885027Cleaning up temporary data from old regions at 1731593885033 (+6 ms)Running coprocessor post-open hooks at 1731593885035 (+2 ms)Region opened successfully at 1731593885035 2024-11-14T14:18:05,036 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593884995 2024-11-14T14:18:05,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:05,041 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:18:05,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,40289,1731593881571, state=OPEN 2024-11-14T14:18:05,041 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:18:05,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1250950158/meta-region-server 2024-11-14T14:18:05,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1250950158/meta-region-server 2024-11-14T14:18:05,051 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:05,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1250950158/meta-region-server: CHANGED 2024-11-14T14:18:05,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1250950158/meta-region-server: CHANGED 2024-11-14T14:18:05,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:18:05,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,40289,1731593881571 in 210 msec 2024-11-14T14:18:05,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:18:05,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-14T14:18:05,057 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:18:05,057 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:18:05,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:05,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,40289,1731593881571, seqNum=-1] 2024-11-14T14:18:05,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:05,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:05,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4250 sec 2024-11-14T14:18:05,069 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593885069, completionTime=-1 2024-11-14T14:18:05,069 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:18:05,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731593945071 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594005071 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33389,1731593881409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33389,1731593881409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33389,1731593881409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,071 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:33389, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,072 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,074 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,075 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.426sec 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33389,1731593881409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:18:05,078 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33389,1731593881409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:18:05,080 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:18:05,080 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:18:05,080 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33389,1731593881409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:18:05,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:05,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33389,-1 for getting cluster id 2024-11-14T14:18:05,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:05,118 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4d17f-7850-422f-8388-ffb3c230aa4c' 2024-11-14T14:18:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4d17f-7850-422f-8388-ffb3c230aa4c" 2024-11-14T14:18:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11858517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33389,-1] 2024-11-14T14:18:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:05,120 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:05,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:05,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,40289,1731593881571, seqNum=-1] 2024-11-14T14:18:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:05,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:05,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:05,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61997 2024-11-14T14:18:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:18:05,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b5a8c60005 connected 2024-11-14T14:18:05,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36129,1731593876824 2024-11-14T14:18:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1c0027 2024-11-14T14:18:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:05,155 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:05,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:18:05,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:18:05,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:18:05,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:18:05,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e19eb00bab35bbbd93cdc68435b4ed9, NAME => 'test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7 2024-11-14T14:18:05,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8e19eb00bab35bbbd93cdc68435b4ed9, disabling compactions & flushes 2024-11-14T14:18:05,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. after waiting 0 ms 2024-11-14T14:18:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e19eb00bab35bbbd93cdc68435b4ed9: Waiting for close lock at 1731593885585Disabling compacts and flushes for region at 1731593885585Disabling writes for close at 1731593885585Writing region close event to WAL at 1731593885585Closed at 1731593885585 2024-11-14T14:18:05,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:18:05,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731593885587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593885587"}]},"ts":"1731593885587"} 2024-11-14T14:18:05,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:18:05,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:18:05,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593885591"}]},"ts":"1731593885591"} 2024-11-14T14:18:05,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:18:05,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e19eb00bab35bbbd93cdc68435b4ed9, ASSIGN}] 2024-11-14T14:18:05,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e19eb00bab35bbbd93cdc68435b4ed9, ASSIGN 2024-11-14T14:18:05,597 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8e19eb00bab35bbbd93cdc68435b4ed9, ASSIGN; state=OFFLINE, location=6e2cc31459a7,44539,1731593877048; forceNewPlan=false, retain=false 2024-11-14T14:18:05,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e19eb00bab35bbbd93cdc68435b4ed9, regionState=OPENING, regionLocation=6e2cc31459a7,44539,1731593877048 2024-11-14T14:18:05,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8e19eb00bab35bbbd93cdc68435b4ed9, ASSIGN because future has completed 2024-11-14T14:18:05,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e19eb00bab35bbbd93cdc68435b4ed9, server=6e2cc31459a7,44539,1731593877048}] 2024-11-14T14:18:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:05,908 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,908 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e19eb00bab35bbbd93cdc68435b4ed9, NAME => 'test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:05,908 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:18:05,910 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:18:05,911 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,911 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:05,911 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,911 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,916 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,918 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e19eb00bab35bbbd93cdc68435b4ed9 columnFamilyName f 2024-11-14T14:18:05,918 DEBUG [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,918 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] regionserver.HStore(327): Store=8e19eb00bab35bbbd93cdc68435b4ed9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:05,918 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,919 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e19eb00bab35bbbd93cdc68435b4ed9 columnFamilyName f1 2024-11-14T14:18:05,919 DEBUG [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,920 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] regionserver.HStore(327): Store=8e19eb00bab35bbbd93cdc68435b4ed9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:05,920 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,921 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e19eb00bab35bbbd93cdc68435b4ed9 columnFamilyName norep 2024-11-14T14:18:05,921 DEBUG [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:05,922 INFO [StoreOpener-8e19eb00bab35bbbd93cdc68435b4ed9-1 {}] regionserver.HStore(327): Store=8e19eb00bab35bbbd93cdc68435b4ed9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:05,922 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,923 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,923 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,924 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,924 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,925 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:18:05,926 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,928 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:18:05,928 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e19eb00bab35bbbd93cdc68435b4ed9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977135, jitterRate=-0.10627104341983795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:18:05,928 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:18:05,929 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e19eb00bab35bbbd93cdc68435b4ed9: Running coprocessor pre-open hook at 1731593885911Writing region info on filesystem at 1731593885911Initializing all the Stores at 1731593885913 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593885913Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593885916 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593885916Cleaning up temporary data from old regions at 1731593885924 (+8 ms)Running coprocessor post-open hooks at 1731593885928 (+4 ms)Region opened successfully at 1731593885929 (+1 ms) 2024-11-14T14:18:05,931 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., pid=6, masterSystemTime=1731593885904 2024-11-14T14:18:05,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e19eb00bab35bbbd93cdc68435b4ed9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,44539,1731593877048 2024-11-14T14:18:05,938 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,938 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:18:05,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e19eb00bab35bbbd93cdc68435b4ed9, server=6e2cc31459a7,44539,1731593877048 because future has completed 2024-11-14T14:18:05,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:18:05,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e19eb00bab35bbbd93cdc68435b4ed9, server=6e2cc31459a7,44539,1731593877048 in 193 msec 2024-11-14T14:18:05,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:18:05,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8e19eb00bab35bbbd93cdc68435b4ed9, ASSIGN in 353 msec 2024-11-14T14:18:05,952 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:18:05,952 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593885952"}]},"ts":"1731593885952"} 2024-11-14T14:18:05,954 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:18:05,956 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:18:05,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 796 msec 2024-11-14T14:18:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:06,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:06,309 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:18:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b2ab83 2024-11-14T14:18:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:06,311 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:06,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:18:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:18:06,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:18:06,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:06,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:18:06,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:18:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:06,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:18:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:06,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72ec134ed9dfb0f892baca0aad70ce69, NAME => 'test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2 2024-11-14T14:18:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:18:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:07,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:07,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72ec134ed9dfb0f892baca0aad70ce69, disabling compactions & flushes 2024-11-14T14:18:07,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. after waiting 0 ms 2024-11-14T14:18:07,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72ec134ed9dfb0f892baca0aad70ce69: Waiting for close lock at 1731593887157Disabling compacts and flushes for region at 1731593887157Disabling writes for close at 1731593887158 (+1 ms)Writing region close event to WAL at 1731593887158Closed at 1731593887158 2024-11-14T14:18:07,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:18:07,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731593887159"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593887159"}]},"ts":"1731593887159"} 2024-11-14T14:18:07,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:18:07,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:18:07,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593887190"}]},"ts":"1731593887190"} 2024-11-14T14:18:07,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:18:07,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72ec134ed9dfb0f892baca0aad70ce69, ASSIGN}] 2024-11-14T14:18:07,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72ec134ed9dfb0f892baca0aad70ce69, ASSIGN 2024-11-14T14:18:07,198 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72ec134ed9dfb0f892baca0aad70ce69, ASSIGN; state=OFFLINE, location=6e2cc31459a7,40289,1731593881571; forceNewPlan=false, retain=false 2024-11-14T14:18:07,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ec134ed9dfb0f892baca0aad70ce69, regionState=OPENING, regionLocation=6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:07,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72ec134ed9dfb0f892baca0aad70ce69, ASSIGN because future has completed 2024-11-14T14:18:07,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ec134ed9dfb0f892baca0aad70ce69, server=6e2cc31459a7,40289,1731593881571}] 2024-11-14T14:18:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:07,518 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,518 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72ec134ed9dfb0f892baca0aad70ce69, NAME => 'test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:07,519 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:18:07,519 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:18:07,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:07,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,526 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,527 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ec134ed9dfb0f892baca0aad70ce69 columnFamilyName f 2024-11-14T14:18:07,527 DEBUG [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:07,528 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] regionserver.HStore(327): Store=72ec134ed9dfb0f892baca0aad70ce69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:07,528 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,529 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ec134ed9dfb0f892baca0aad70ce69 columnFamilyName f1 2024-11-14T14:18:07,529 DEBUG [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:07,530 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] regionserver.HStore(327): Store=72ec134ed9dfb0f892baca0aad70ce69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:07,530 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,531 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ec134ed9dfb0f892baca0aad70ce69 columnFamilyName norep 2024-11-14T14:18:07,531 DEBUG [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:07,532 INFO [StoreOpener-72ec134ed9dfb0f892baca0aad70ce69-1 {}] regionserver.HStore(327): Store=72ec134ed9dfb0f892baca0aad70ce69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:07,532 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,534 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,540 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,546 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,547 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,550 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:18:07,553 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,583 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:18:07,584 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72ec134ed9dfb0f892baca0aad70ce69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71611757, jitterRate=0.06709833443164825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:18:07,584 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:18:07,584 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72ec134ed9dfb0f892baca0aad70ce69: Running coprocessor pre-open hook at 1731593887519Writing region info on filesystem at 1731593887519Initializing all the Stores at 1731593887520 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593887521 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593887526 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593887526Cleaning up temporary data from old regions at 1731593887547 (+21 ms)Running coprocessor post-open hooks at 1731593887584 (+37 ms)Region opened successfully at 1731593887584 2024-11-14T14:18:07,586 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69., pid=6, masterSystemTime=1731593887512 2024-11-14T14:18:07,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ec134ed9dfb0f892baca0aad70ce69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,40289,1731593881571 2024-11-14T14:18:07,590 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,590 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:18:07,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ec134ed9dfb0f892baca0aad70ce69, server=6e2cc31459a7,40289,1731593881571 because future has completed 2024-11-14T14:18:07,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:18:07,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72ec134ed9dfb0f892baca0aad70ce69, server=6e2cc31459a7,40289,1731593881571 in 250 msec 2024-11-14T14:18:07,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:18:07,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593887615"}]},"ts":"1731593887615"} 2024-11-14T14:18:07,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:18:07,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72ec134ed9dfb0f892baca0aad70ce69, ASSIGN in 415 msec 2024-11-14T14:18:07,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:18:07,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:18:07,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3060 sec 2024-11-14T14:18:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:18:08,468 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:18:08,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36129,-1 for getting cluster id 2024-11-14T14:18:08,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:08,470 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b415bc0-d51b-42fd-addb-f60124f757a0' 2024-11-14T14:18:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b415bc0-d51b-42fd-addb-f60124f757a0" 2024-11-14T14:18:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd93dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36129,-1] 2024-11-14T14:18:08,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:08,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:08,472 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e666b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33389,-1 for getting cluster id 2024-11-14T14:18:08,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:08,474 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4d17f-7850-422f-8388-ffb3c230aa4c' 2024-11-14T14:18:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4d17f-7850-422f-8388-ffb3c230aa4c" 2024-11-14T14:18:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63e67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33389,-1] 2024-11-14T14:18:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:08,476 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b096c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36129,-1 for getting cluster id 2024-11-14T14:18:08,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:08,479 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b415bc0-d51b-42fd-addb-f60124f757a0' 2024-11-14T14:18:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b415bc0-d51b-42fd-addb-f60124f757a0" 2024-11-14T14:18:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8083c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36129,-1] 2024-11-14T14:18:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:08,480 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36129,1731593876824 2024-11-14T14:18:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f36cb9e 2024-11-14T14:18:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:08,485 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:08,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:33389,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:18:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:18:08,489 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:33389' 2024-11-14T14:18:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:18:08,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bcee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,490 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33389,-1 for getting cluster id 2024-11-14T14:18:08,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:08,491 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4d17f-7850-422f-8388-ffb3c230aa4c' 2024-11-14T14:18:08,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:08,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4d17f-7850-422f-8388-ffb3c230aa4c" 2024-11-14T14:18:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635356da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33389,-1] 2024-11-14T14:18:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:08,493 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:08,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1114b88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:08,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:08,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:08,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a544ee 2024-11-14T14:18:08,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:08,495 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:08,496 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:18:08,496 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:18:08,496 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:08,496 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:08,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:08,496 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:18:08,502 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:18:08,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:18:08,503 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:08,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:18:08,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:18:08,552 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:18:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:18:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:18:08,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4837c92b4fb236b211c8ee5055d9c47, NAME => 'hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7 2024-11-14T14:18:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:18:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:18:09,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:09,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b4837c92b4fb236b211c8ee5055d9c47, disabling compactions & flushes 2024-11-14T14:18:09,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. after waiting 0 ms 2024-11-14T14:18:09,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4837c92b4fb236b211c8ee5055d9c47: Waiting for close lock at 1731593889320Disabling compacts and flushes for region at 1731593889320Disabling writes for close at 1731593889320Writing region close event to WAL at 1731593889320Closed at 1731593889320 2024-11-14T14:18:09,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:18:09,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731593889322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593889322"}]},"ts":"1731593889322"} 2024-11-14T14:18:09,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:18:09,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:18:09,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593889327"}]},"ts":"1731593889327"} 2024-11-14T14:18:09,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:18:09,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4837c92b4fb236b211c8ee5055d9c47, ASSIGN}] 2024-11-14T14:18:09,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4837c92b4fb236b211c8ee5055d9c47, ASSIGN 2024-11-14T14:18:09,332 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4837c92b4fb236b211c8ee5055d9c47, ASSIGN; state=OFFLINE, location=6e2cc31459a7,44539,1731593877048; forceNewPlan=false, retain=false 2024-11-14T14:18:09,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4837c92b4fb236b211c8ee5055d9c47, regionState=OPENING, regionLocation=6e2cc31459a7,44539,1731593877048 2024-11-14T14:18:09,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4837c92b4fb236b211c8ee5055d9c47, ASSIGN because future has completed 2024-11-14T14:18:09,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4837c92b4fb236b211c8ee5055d9c47, server=6e2cc31459a7,44539,1731593877048}] 2024-11-14T14:18:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:18:09,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:18:09,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:18:09,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44539%2C1731593877048.rep, suffix=, logDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048, archiveDir=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/oldWALs, maxLogs=10 2024-11-14T14:18:09,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.rep.1731593889644, exclude list is [], retry=0 2024-11-14T14:18:09,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-de6e3bd3-c686-4b96-8424-ea4e8de112c5,DISK] 2024-11-14T14:18:09,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.rep.1731593889644 2024-11-14T14:18:09,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39963:39963)] 2024-11-14T14:18:09,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b4837c92b4fb236b211c8ee5055d9c47, NAME => 'hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:18:09,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:18:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:18:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. service=MultiRowMutationService 2024-11-14T14:18:09,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:18:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:18:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,667 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,668 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4837c92b4fb236b211c8ee5055d9c47 columnFamilyName hfileref 2024-11-14T14:18:09,668 DEBUG [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:09,669 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] regionserver.HStore(327): Store=b4837c92b4fb236b211c8ee5055d9c47/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:09,669 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,670 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4837c92b4fb236b211c8ee5055d9c47 columnFamilyName queue 2024-11-14T14:18:09,670 DEBUG [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:09,670 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] regionserver.HStore(327): Store=b4837c92b4fb236b211c8ee5055d9c47/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:09,670 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,671 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4837c92b4fb236b211c8ee5055d9c47 columnFamilyName sid 2024-11-14T14:18:09,671 DEBUG [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:18:09,679 INFO [StoreOpener-b4837c92b4fb236b211c8ee5055d9c47-1 {}] regionserver.HStore(327): Store=b4837c92b4fb236b211c8ee5055d9c47/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:18:09,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:18:09,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:18:09,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b4837c92b4fb236b211c8ee5055d9c47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68420916, jitterRate=0.019551098346710205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:18:09,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:18:09,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b4837c92b4fb236b211c8ee5055d9c47: Running coprocessor pre-open hook at 1731593889666Writing region info on filesystem at 1731593889666Initializing all the Stores at 1731593889667 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593889667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593889667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593889667Cleaning up temporary data from old regions at 1731593889682 (+15 ms)Running coprocessor post-open hooks at 1731593889691 (+9 ms)Region opened successfully at 1731593889692 (+1 ms) 2024-11-14T14:18:09,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47., pid=10, masterSystemTime=1731593889637 2024-11-14T14:18:09,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:18:09,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b4837c92b4fb236b211c8ee5055d9c47, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44539,1731593877048 2024-11-14T14:18:09,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4837c92b4fb236b211c8ee5055d9c47, server=6e2cc31459a7,44539,1731593877048 because future has completed 2024-11-14T14:18:09,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:18:09,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b4837c92b4fb236b211c8ee5055d9c47, server=6e2cc31459a7,44539,1731593877048 in 215 msec 2024-11-14T14:18:09,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:18:09,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4837c92b4fb236b211c8ee5055d9c47, ASSIGN in 372 msec 2024-11-14T14:18:09,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:18:09,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593889708"}]},"ts":"1731593889708"} 2024-11-14T14:18:09,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:18:09,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:18:09,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-14T14:18:09,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2] 2024-11-14T14:18:09,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:18:09,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:18:09,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:18:09,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:18:10,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:18:10,089 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:18:10,117 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,44539,1731593877048, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:18:10,117 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:10,117 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44539,1731593877048, seqNum=-1] 2024-11-14T14:18:10,118 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:10,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T14:18:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,44539,1731593877048', locateType=CURRENT is [region=hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2] 2024-11-14T14:18:10,132 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:18:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:18:10,135 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,44539,1731593877048 suceeded 2024-11-14T14:18:10,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:18:10,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-14T14:18:10,142 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:33389,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T14:18:10,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6560 sec 2024-11-14T14:18:10,151 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:33389' 2024-11-14T14:18:10,152 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23bfae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:10,152 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33389,-1 for getting cluster id 2024-11-14T14:18:10,152 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:10,153 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4d17f-7850-422f-8388-ffb3c230aa4c' 2024-11-14T14:18:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4d17f-7850-422f-8388-ffb3c230aa4c" 2024-11-14T14:18:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50c503f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33389,-1] 2024-11-14T14:18:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:10,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:10,155 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:10,155 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6e6cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:10,155 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d040994 2024-11-14T14:18:10,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:10,157 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T14:18:10,158 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,44539,1731593877048 (queues=1) is replicating from cluster=7b415bc0-d51b-42fd-addb-f60124f757a0 to cluster=fbc4d17f-7850-422f-8388-ffb3c230aa4c 2024-11-14T14:18:10,158 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C44539%2C1731593877048 2024-11-14T14:18:10,158 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,44539,1731593877048, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:18:10,158 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666, startPosition=0, beingWritten=true 2024-11-14T14:18:10,159 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C44539%2C1731593877048 2024-11-14T14:18:10,169 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:18:10,169 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 379, reset compression=false 2024-11-14T14:18:10,169 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44539,1731593877048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:18:10,385 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 379, reset compression=false 2024-11-14T14:18:10,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:18:10,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:10,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:10,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:10,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:18:10,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:18:10,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T14:18:10,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:18:10,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T14:18:10,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:18:10,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T14:18:10,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:18:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:18:10,638 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:18:10,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:10,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:10,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:10,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:10,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:10,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:10,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731593890646/Put/seqid=0 2024-11-14T14:18:10,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741840_1016 (size=7894) 2024-11-14T14:18:10,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_1 is 34, key is ddd/f:row/1731593890660/Put/seqid=0 2024-11-14T14:18:10,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741841_1017 (size=7691) 2024-11-14T14:18:10,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:10,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36129,-1 for getting cluster id 2024-11-14T14:18:10,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:10,677 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b415bc0-d51b-42fd-addb-f60124f757a0' 2024-11-14T14:18:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b415bc0-d51b-42fd-addb-f60124f757a0" 2024-11-14T14:18:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff9b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36129,-1] 2024-11-14T14:18:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:10,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:10,679 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:10,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:10,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44539,1731593877048, seqNum=-1] 2024-11-14T14:18:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:10,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:10,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36129,1731593876824 2024-11-14T14:18:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c45f5 2024-11-14T14:18:10,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:10,703 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:10,706 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 379, reset compression=false 2024-11-14T14:18:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2] 2024-11-14T14:18:10,723 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:18:10,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T14:18:10,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T14:18:10,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_0 for inclusion in 8e19eb00bab35bbbd93cdc68435b4ed9/f 2024-11-14T14:18:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T14:18:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:18:10,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_1 for inclusion in 8e19eb00bab35bbbd93cdc68435b4ed9/f 2024-11-14T14:18:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T14:18:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:18:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HRegion(2603): Flush status journal for 8e19eb00bab35bbbd93cdc68435b4ed9: 2024-11-14T14:18:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_0 to hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_0 2024-11-14T14:18:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_0 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ 2024-11-14T14:18:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f/f/hfile_1 to hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_1 2024-11-14T14:18:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_1 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ 2024-11-14T14:18:10,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_0 into 8e19eb00bab35bbbd93cdc68435b4ed9/f as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ - updating store file list. 2024-11-14T14:18:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3dd771ff5f0744218b724b3c26522bd7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:18:10,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ into 8e19eb00bab35bbbd93cdc68435b4ed9/f 2024-11-14T14:18:10,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_0 into 8e19eb00bab35bbbd93cdc68435b4ed9/f (new location: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_) 2024-11-14T14:18:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_0 2024-11-14T14:18:10,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_1 into 8e19eb00bab35bbbd93cdc68435b4ed9/f as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ - updating store file list. 2024-11-14T14:18:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80d5566853a7420c91a5d6f0f409aa99_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:18:10,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ into 8e19eb00bab35bbbd93cdc68435b4ed9/f 2024-11-14T14:18:10,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_1 into 8e19eb00bab35bbbd93cdc68435b4ed9/f (new location: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_) 2024-11-14T14:18:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__8aigrkv6qe92njq207aqddk7h0po67ceint6ofafqaqlvhc94d48hs0gbu6mruqj/f/hfile_1 2024-11-14T14:18:10,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:10,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:10,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:10,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:10,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:10,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,40289,1731593881571, seqNum=-1] 2024-11-14T14:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2 , the old value is region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6e2cc31459a7:44539 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:18:10,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:18:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2 from cache 2024-11-14T14:18:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69., hostname=6e2cc31459a7,40289,1731593881571, seqNum=2] 2024-11-14T14:18:10,911 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:18:10,913 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T14:18:11,019 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:44539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T14:18:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 379, reset compression=false 2024-11-14T14:18:11,146 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:18:11,146 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44539,1731593877048 got entry batch from reader: WALEntryBatch [walEntries=[{test/8e19eb00bab35bbbd93cdc68435b4ed9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731593890890/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T14:18:11,171 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:18:11,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T14:18:11,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.ReplicationSink(318): Replicating [7b415bc0-d51b-42fd-addb-f60124f757a0] bulk loaded data 2024-11-14T14:18:11,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77677476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:11,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33389,-1 for getting cluster id 2024-11-14T14:18:11,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:11,178 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4d17f-7850-422f-8388-ffb3c230aa4c' 2024-11-14T14:18:11,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:11,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4d17f-7850-422f-8388-ffb3c230aa4c" 2024-11-14T14:18:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fee2306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33389,-1] 2024-11-14T14:18:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:11,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:11,180 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:11,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4280edee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741837_1013 (size=7894) 2024-11-14T14:18:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741838_1014 (size=7691) 2024-11-14T14:18:11,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33389,1731593881409 2024-11-14T14:18:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302204e3 2024-11-14T14:18:11,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:11,258 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T14:18:11,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:18:11,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:11,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,40289,1731593881571, seqNum=-1] 2024-11-14T14:18:11,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:11,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T14:18:11,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T14:18:11,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T14:18:11,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ for inclusion in 72ec134ed9dfb0f892baca0aad70ce69/f 2024-11-14T14:18:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T14:18:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:18:11,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ for inclusion in 72ec134ed9dfb0f892baca0aad70ce69/f 2024-11-14T14:18:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T14:18:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:18:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HRegion(2603): Flush status journal for 72ec134ed9dfb0f892baca0aad70ce69: 2024-11-14T14:18:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:18:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/dbe0bbd2fd3445e48bebf01a08171932_SeqId_4_ 2024-11-14T14:18:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:18:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/e7a10a3dffda4cbdbf087f5bfccb706a_SeqId_4_ 2024-11-14T14:18:11,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ into 72ec134ed9dfb0f892baca0aad70ce69/f as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/dbe0bbd2fd3445e48bebf01a08171932_SeqId_4_ - updating store file list. 2024-11-14T14:18:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbe0bbd2fd3445e48bebf01a08171932_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:18:11,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/dbe0bbd2fd3445e48bebf01a08171932_SeqId_4_ into 72ec134ed9dfb0f892baca0aad70ce69/f 2024-11-14T14:18:11,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ into 72ec134ed9dfb0f892baca0aad70ce69/f (new location: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/dbe0bbd2fd3445e48bebf01a08171932_SeqId_4_) 2024-11-14T14:18:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/3dd771ff5f0744218b724b3c26522bd7_SeqId_4_ 2024-11-14T14:18:11,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ into 72ec134ed9dfb0f892baca0aad70ce69/f as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/e7a10a3dffda4cbdbf087f5bfccb706a_SeqId_4_ - updating store file list. 2024-11-14T14:18:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7a10a3dffda4cbdbf087f5bfccb706a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:18:11,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/e7a10a3dffda4cbdbf087f5bfccb706a_SeqId_4_ into 72ec134ed9dfb0f892baca0aad70ce69/f 2024-11-14T14:18:11,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ into 72ec134ed9dfb0f892baca0aad70ce69/f (new location: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/f/e7a10a3dffda4cbdbf087f5bfccb706a_SeqId_4_) 2024-11-14T14:18:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/staging/jenkins.hfs.6__test__r547mjk1vnsa6uelracoqhsq36bo0k0j2ebpov6jc1767ogv68j7dl7gp2u98q2d/f/80d5566853a7420c91a5d6f0f409aa99_SeqId_4_ 2024-11-14T14:18:11,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40289 {}] regionserver.ReplicationSink(324): Finished replicating [7b415bc0-d51b-42fd-addb-f60124f757a0] bulk loaded data 2024-11-14T14:18:11,346 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 687, reset compression=false 2024-11-14T14:18:11,655 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 687, reset compression=false 2024-11-14T14:18:11,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:18:11,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731593891938/Put/seqid=0 2024-11-14T14:18:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741842_1018 (size=7997) 2024-11-14T14:18:11,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731593891945/Put/seqid=0 2024-11-14T14:18:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741843_1019 (size=7794) 2024-11-14T14:18:11,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:11,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36129,-1 for getting cluster id 2024-11-14T14:18:11,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:18:11,963 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b415bc0-d51b-42fd-addb-f60124f757a0' 2024-11-14T14:18:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:18:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b415bc0-d51b-42fd-addb-f60124f757a0" 2024-11-14T14:18:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e64811c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36129,-1] 2024-11-14T14:18:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:18:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:11,966 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:18:11,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:18:11,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44539,1731593877048, seqNum=-1] 2024-11-14T14:18:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:11,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:11,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:18:11,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36129,1731593876824 2024-11-14T14:18:11,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-11-14T14:18:11,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:18:11,982 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:18:11,988 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2] 2024-11-14T14:18:11,992 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:18:11,999 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T14:18:12,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T14:18:12,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_0 for inclusion in 8e19eb00bab35bbbd93cdc68435b4ed9/f1 2024-11-14T14:18:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T14:18:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:18:12,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_1 for inclusion in 8e19eb00bab35bbbd93cdc68435b4ed9/f1 2024-11-14T14:18:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T14:18:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:18:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HRegion(2603): Flush status journal for 8e19eb00bab35bbbd93cdc68435b4ed9: 2024-11-14T14:18:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_0 to hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_0 2024-11-14T14:18:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_0 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/16d25965bd284a169a4d3728a6a7eda2_SeqId_6_ 2024-11-14T14:18:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/load_f1/f1/hfile_1 to hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_1 2024-11-14T14:18:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_1 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/4d1e897b60b64cfda1587e20e02120fb_SeqId_6_ 2024-11-14T14:18:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T14:18:12,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_0 into 8e19eb00bab35bbbd93cdc68435b4ed9/f1 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/16d25965bd284a169a4d3728a6a7eda2_SeqId_6_ - updating store file list. 2024-11-14T14:18:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16d25965bd284a169a4d3728a6a7eda2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:18:12,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/16d25965bd284a169a4d3728a6a7eda2_SeqId_6_ into 8e19eb00bab35bbbd93cdc68435b4ed9/f1 2024-11-14T14:18:12,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_0 into 8e19eb00bab35bbbd93cdc68435b4ed9/f1 (new location: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/16d25965bd284a169a4d3728a6a7eda2_SeqId_6_) 2024-11-14T14:18:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_0 2024-11-14T14:18:12,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_1 into 8e19eb00bab35bbbd93cdc68435b4ed9/f1 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/4d1e897b60b64cfda1587e20e02120fb_SeqId_6_ - updating store file list. 2024-11-14T14:18:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d1e897b60b64cfda1587e20e02120fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:18:12,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/4d1e897b60b64cfda1587e20e02120fb_SeqId_6_ into 8e19eb00bab35bbbd93cdc68435b4ed9/f1 2024-11-14T14:18:12,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_1 into 8e19eb00bab35bbbd93cdc68435b4ed9/f1 (new location: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/f1/4d1e897b60b64cfda1587e20e02120fb_SeqId_6_) 2024-11-14T14:18:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/staging/jenkins__test__56fdu0ob9o2ajnrkkck3u4sr46trcp2gh5vr5rkh4rh7ffcsi32v17qi69odlmbu/f1/hfile_1 2024-11-14T14:18:12,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:18:12,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:18:12,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:12,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:18:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2 , the old value is region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6e2cc31459a7:44539 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:18:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:18:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2 from cache 2024-11-14T14:18:12,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:18:12,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:18:12,060 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 687, reset compression=false 2024-11-14T14:18:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44539,1731593877048, seqNum=-1] 2024-11-14T14:18:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44539: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47348 deadline: 1731593952058 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47348 2024-11-14T14:18:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:18:12,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:18:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9., hostname=6e2cc31459a7,44539,1731593877048, seqNum=2] 2024-11-14T14:18:12,072 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:18:12,072 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:12,072 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44539,1731593877048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:18:12,168 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:44539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T14:18:12,280 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:12,585 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:12,997 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:13,502 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:14,106 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:14,810 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:15,614 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:16,517 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:17,521 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:18,624 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:19,828 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:21,133 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:22,536 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:24,040 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:25,644 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:26,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:18:27,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:29,152 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:30,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:18:31,070 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:32,075 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44539,1731593877048 got entry batch from reader: null 2024-11-14T14:18:33,079 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:35,182 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:37,386 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:39,406 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:18:39,406 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:18:39,690 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:42,096 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:44,600 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:45,492 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:18:45,492 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:18:47,205 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:49,917 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:50,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8e19eb00bab35bbbd93cdc68435b4ed9, had cached 0 bytes from a total of 31376 2024-11-14T14:18:52,075 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44539,1731593877048 got entry batch from reader: null 2024-11-14T14:18:52,519 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 72ec134ed9dfb0f892baca0aad70ce69, had cached 0 bytes from a total of 15585 2024-11-14T14:18:52,721 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:55,625 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:56,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:18:58,629 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:18:59,482 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T14:19:00,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:19:01,732 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:19:04,936 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:19:06,624 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T14:19:08,241 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:19:11,646 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:19:12,075 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44539,1731593877048 got entry batch from reader: null 2024-11-14T14:19:12,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:19:12,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:12,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:12,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:12,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:12,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:12,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:19:12,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=794146467, stopped=false 2024-11-14T14:19:12,112 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,33389,1731593881409 2024-11-14T14:19:12,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1250950158/running 2024-11-14T14:19:12,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1250950158/running 2024-11-14T14:19:12,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:19:12,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:19:12,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:12,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:12,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:12,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:12,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/running 2024-11-14T14:19:12,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,40289,1731593881571' ***** 2024-11-14T14:19:12,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:19:12,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Set watcher on znode that does not yet exist, /1250950158/running 2024-11-14T14:19:12,169 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:19:12,169 INFO [RS:0;6e2cc31459a7:40289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:19:12,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:19:12,169 INFO [RS:0;6e2cc31459a7:40289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:19:12,169 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(3091): Received CLOSE for 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,40289,1731593881571 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:40289. 2024-11-14T14:19:12,170 DEBUG [RS:0;6e2cc31459a7:40289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:12,170 DEBUG [RS:0;6e2cc31459a7:40289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:12,170 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72ec134ed9dfb0f892baca0aad70ce69, disabling compactions & flushes 2024-11-14T14:19:12,170 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:19:12,170 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:19:12,170 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. after waiting 0 ms 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:19:12,170 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:19:12,170 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:19:12,171 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:19:12,171 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1325): Online Regions={72ec134ed9dfb0f892baca0aad70ce69=test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:12,172 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ec134ed9dfb0f892baca0aad70ce69 2024-11-14T14:19:12,172 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:12,172 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:12,172 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:12,172 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:12,172 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:12,172 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T14:19:12,176 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/default/test/72ec134ed9dfb0f892baca0aad70ce69/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T14:19:12,176 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:12,176 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:19:12,177 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:19:12,177 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72ec134ed9dfb0f892baca0aad70ce69: Waiting for close lock at 1731593952170Running coprocessor pre-close hooks at 1731593952170Disabling compacts and flushes for region at 1731593952170Disabling writes for close at 1731593952170Writing region close event to WAL at 1731593952172 (+2 ms)Running coprocessor post-close hooks at 1731593952176 (+4 ms)Closed at 1731593952177 (+1 ms) 2024-11-14T14:19:12,177 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69. 2024-11-14T14:19:12,188 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/info/166c0ede59ac44e783b7e4657c9ec810 is 129, key is test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69./info:regioninfo/1731593887590/Put/seqid=0 2024-11-14T14:19:12,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741839_1015 (size=6421) 2024-11-14T14:19:12,259 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:12,372 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:12,572 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:12,592 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/info/166c0ede59ac44e783b7e4657c9ec810 2024-11-14T14:19:12,610 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/ns/39dcad2fbd4b40b29f28b3c9cc84cfc9 is 43, key is default/ns:d/1731593885064/Put/seqid=0 2024-11-14T14:19:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741840_1016 (size=5153) 2024-11-14T14:19:12,772 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:12,884 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:19:12,884 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:19:12,972 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:13,014 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/ns/39dcad2fbd4b40b29f28b3c9cc84cfc9 2024-11-14T14:19:13,031 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/rep_barrier/30466f56433f4bdc8146d31e875a4c1a is 112, key is test,,1731593886312.72ec134ed9dfb0f892baca0aad70ce69./rep_barrier:seqnumDuringOpen/1731593887590/Put/seqid=0 2024-11-14T14:19:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741841_1017 (size=5518) 2024-11-14T14:19:13,172 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:19:13,172 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:13,173 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:13,373 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:13,438 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/rep_barrier/30466f56433f4bdc8146d31e875a4c1a 2024-11-14T14:19:13,455 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/table/e62806eb043f4d498b9d99d1700a0ecc is 40, key is test/table:state/1731593887615/Put/seqid=0 2024-11-14T14:19:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741842_1018 (size=5165) 2024-11-14T14:19:13,573 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:13,773 DEBUG [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:13,859 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/table/e62806eb043f4d498b9d99d1700a0ecc 2024-11-14T14:19:13,865 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/info/166c0ede59ac44e783b7e4657c9ec810 as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/info/166c0ede59ac44e783b7e4657c9ec810 2024-11-14T14:19:13,871 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/info/166c0ede59ac44e783b7e4657c9ec810, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T14:19:13,872 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/ns/39dcad2fbd4b40b29f28b3c9cc84cfc9 as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/ns/39dcad2fbd4b40b29f28b3c9cc84cfc9 2024-11-14T14:19:13,880 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/ns/39dcad2fbd4b40b29f28b3c9cc84cfc9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:19:13,881 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/rep_barrier/30466f56433f4bdc8146d31e875a4c1a as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/rep_barrier/30466f56433f4bdc8146d31e875a4c1a 2024-11-14T14:19:13,887 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/rep_barrier/30466f56433f4bdc8146d31e875a4c1a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T14:19:13,888 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/.tmp/table/e62806eb043f4d498b9d99d1700a0ecc as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/table/e62806eb043f4d498b9d99d1700a0ecc 2024-11-14T14:19:13,895 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/table/e62806eb043f4d498b9d99d1700a0ecc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:19:13,896 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false 2024-11-14T14:19:13,903 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:19:13,904 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:13,904 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:13,904 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:13,904 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593952172Running coprocessor pre-close hooks at 1731593952172Disabling compacts and flushes for region at 1731593952172Disabling writes for close at 1731593952172Obtaining lock to block concurrent updates at 1731593952172Preparing flush snapshotting stores in 1588230740 at 1731593952172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731593952173 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731593952173Flushing 1588230740/info: creating writer at 1731593952173Flushing 1588230740/info: appending metadata at 1731593952187 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731593952187Flushing 1588230740/ns: creating writer at 1731593952598 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731593952609 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731593952609Flushing 1588230740/rep_barrier: creating writer at 1731593953019 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731593953031 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731593953031Flushing 1588230740/table: creating writer at 1731593953443 (+412 ms)Flushing 1588230740/table: appending metadata at 1731593953455 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731593953455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a01e1cf: reopening flushed file at 1731593953864 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca93a5a: reopening flushed file at 1731593953871 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2b60e2: reopening flushed file at 1731593953880 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f695b82: reopening flushed file at 1731593953887 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false at 1731593953896 (+9 ms)Writing region close event to WAL at 1731593953899 (+3 ms)Running coprocessor post-close hooks at 1731593953904 (+5 ms)Closed at 1731593953904 2024-11-14T14:19:13,904 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:13,973 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,40289,1731593881571; all regions closed. 2024-11-14T14:19:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741834_1010 (size=2717) 2024-11-14T14:19:13,976 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/WALs/6e2cc31459a7,40289,1731593881571/6e2cc31459a7%2C40289%2C1731593881571.meta.1731593885003.meta not finished, retry = 0 2024-11-14T14:19:14,078 DEBUG [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/oldWALs 2024-11-14T14:19:14,078 INFO [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C40289%2C1731593881571.meta:.meta(num 1731593885003) 2024-11-14T14:19:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741832_1008 (size=1028) 2024-11-14T14:19:14,082 DEBUG [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/oldWALs 2024-11-14T14:19:14,082 INFO [RS:0;6e2cc31459a7:40289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C40289%2C1731593881571:(num 1731593883935) 2024-11-14T14:19:14,082 DEBUG [RS:0;6e2cc31459a7:40289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:14,082 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:14,082 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:14,082 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:14,083 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:14,083 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:14,083 INFO [RS:0;6e2cc31459a7:40289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:40289. 2024-11-14T14:19:14,083 DEBUG [RS:0;6e2cc31459a7:40289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:14,083 DEBUG [RS:0;6e2cc31459a7:40289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:14,083 DEBUG [RS:0;6e2cc31459a7:40289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:14,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:14,083 INFO [RS:0;6e2cc31459a7:40289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40289 2024-11-14T14:19:14,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158/rs 2024-11-14T14:19:14,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1250950158/rs/6e2cc31459a7,40289,1731593881571 2024-11-14T14:19:14,095 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:14,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,40289,1731593881571] 2024-11-14T14:19:14,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1250950158/draining/6e2cc31459a7,40289,1731593881571 already deleted, retry=false 2024-11-14T14:19:14,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,40289,1731593881571 expired; onlineServers=0 2024-11-14T14:19:14,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,33389,1731593881409' ***** 2024-11-14T14:19:14,115 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:19:14,115 INFO [M:0;6e2cc31459a7:33389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:14,116 INFO [M:0;6e2cc31459a7:33389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:14,116 DEBUG [M:0;6e2cc31459a7:33389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:19:14,116 DEBUG [M:0;6e2cc31459a7:33389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:19:14,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:19:14,116 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593883684 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593883684,5,FailOnTimeoutGroup] 2024-11-14T14:19:14,116 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593883686 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593883686,5,FailOnTimeoutGroup] 2024-11-14T14:19:14,116 INFO [M:0;6e2cc31459a7:33389 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:14,116 INFO [M:0;6e2cc31459a7:33389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:14,116 DEBUG [M:0;6e2cc31459a7:33389 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:19:14,116 INFO [M:0;6e2cc31459a7:33389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:19:14,116 INFO [M:0;6e2cc31459a7:33389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:14,116 INFO [M:0;6e2cc31459a7:33389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:19:14,116 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:19:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1250950158/master 2024-11-14T14:19:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1250950158 2024-11-14T14:19:14,126 DEBUG [M:0;6e2cc31459a7:33389 {}] zookeeper.ZKUtil(347): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Unable to get data of znode /1250950158/master because node does not exist (not an error) 2024-11-14T14:19:14,126 WARN [M:0;6e2cc31459a7:33389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:19:14,127 INFO [M:0;6e2cc31459a7:33389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/.lastflushedseqids 2024-11-14T14:19:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741843_1019 (size=173) 2024-11-14T14:19:14,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:14,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x10139b5a8c60004, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:14,205 INFO [RS:0;6e2cc31459a7:40289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:14,205 INFO [RS:0;6e2cc31459a7:40289 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,40289,1731593881571; zookeeper connection closed. 2024-11-14T14:19:14,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dbbad39 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dbbad39 2024-11-14T14:19:14,206 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:19:14,532 INFO [M:0;6e2cc31459a7:33389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:19:14,532 INFO [M:0;6e2cc31459a7:33389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:19:14,532 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:14,532 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:14,532 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:14,532 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:14,532 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:14,532 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-14T14:19:14,546 DEBUG [M:0;6e2cc31459a7:33389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01a32600355449b08aa38fb51ebc6962 is 82, key is hbase:meta,,1/info:regioninfo/1731593885039/Put/seqid=0 2024-11-14T14:19:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741844_1020 (size=5672) 2024-11-14T14:19:14,951 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01a32600355449b08aa38fb51ebc6962 2024-11-14T14:19:14,969 DEBUG [M:0;6e2cc31459a7:33389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422c6ec71cc74583916d5a7ed84eea50 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731593887621/Put/seqid=0 2024-11-14T14:19:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741845_1021 (size=6728) 2024-11-14T14:19:15,149 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.1731593878666 to pos 997, reset compression=false 2024-11-14T14:19:15,373 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422c6ec71cc74583916d5a7ed84eea50 2024-11-14T14:19:15,378 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 422c6ec71cc74583916d5a7ed84eea50 2024-11-14T14:19:15,392 DEBUG [M:0;6e2cc31459a7:33389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6424c200cb604796aa8abf724658f36c is 69, key is 6e2cc31459a7,40289,1731593881571/rs:state/1731593883770/Put/seqid=0 2024-11-14T14:19:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741846_1022 (size=5156) 2024-11-14T14:19:15,796 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6424c200cb604796aa8abf724658f36c 2024-11-14T14:19:15,801 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01a32600355449b08aa38fb51ebc6962 as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01a32600355449b08aa38fb51ebc6962 2024-11-14T14:19:15,805 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01a32600355449b08aa38fb51ebc6962, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T14:19:15,806 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422c6ec71cc74583916d5a7ed84eea50 as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/422c6ec71cc74583916d5a7ed84eea50 2024-11-14T14:19:15,810 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 422c6ec71cc74583916d5a7ed84eea50 2024-11-14T14:19:15,811 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/422c6ec71cc74583916d5a7ed84eea50, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T14:19:15,811 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6424c200cb604796aa8abf724658f36c as hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6424c200cb604796aa8abf724658f36c 2024-11-14T14:19:15,816 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38327/user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6424c200cb604796aa8abf724658f36c, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T14:19:15,817 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-11-14T14:19:15,818 INFO [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:15,818 DEBUG [M:0;6e2cc31459a7:33389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593954532Disabling compacts and flushes for region at 1731593954532Disabling writes for close at 1731593954532Obtaining lock to block concurrent updates at 1731593954532Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593954532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731593954533 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593954533Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593954533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593954546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593954546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593954956 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593954968 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593954968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593955379 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593955391 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593955391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b84f4c4: reopening flushed file at 1731593955800 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760f45ed: reopening flushed file at 1731593955805 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6ff9a: reopening flushed file at 1731593955811 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1731593955817 (+6 ms)Writing region close event to WAL at 1731593955818 (+1 ms)Closed at 1731593955818 2024-11-14T14:19:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39213 is added to blk_1073741830_1006 (size=33038) 2024-11-14T14:19:15,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9660b051-0c92-43e4-c1d8-81822f4030f2/MasterData/WALs/6e2cc31459a7,33389,1731593881409/6e2cc31459a7%2C33389%2C1731593881409.1731593883383 not finished, retry = 0 2024-11-14T14:19:15,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:15,923 INFO [M:0;6e2cc31459a7:33389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:19:15,923 INFO [M:0;6e2cc31459a7:33389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33389 2024-11-14T14:19:15,924 INFO [M:0;6e2cc31459a7:33389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:16,095 INFO [M:0;6e2cc31459a7:33389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:16,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:16,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33389-0x10139b5a8c60003, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:16,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:16,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:16,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:16,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:16,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:16,145 WARN [BP-102065277-172.17.0.2-1731593879210 heartbeating to localhost/127.0.0.1:38327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:19:16,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:19:16,145 WARN [BP-102065277-172.17.0.2-1731593879210 heartbeating to localhost/127.0.0.1:38327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-102065277-172.17.0.2-1731593879210 (Datanode Uuid 58d9affa-39ba-47b8-85d5-f8e989eb8331) service to localhost/127.0.0.1:38327 2024-11-14T14:19:16,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:19:16,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/cluster_dc668d1f-efe0-50e5-deb2-762c304584f2/data/data1/current/BP-102065277-172.17.0.2-1731593879210 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:16,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/cluster_dc668d1f-efe0-50e5-deb2-762c304584f2/data/data2/current/BP-102065277-172.17.0.2-1731593879210 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:16,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:19:16,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:16,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:16,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:16,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:16,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:16,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:19:16,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:19:16,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:16,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:16,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:16,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:16,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:16,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:19:16,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1795744571, stopped=false 2024-11-14T14:19:16,166 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,36129,1731593876824 2024-11-14T14:19:16,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01211891788/running 2024-11-14T14:19:16,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01211891788/running 2024-11-14T14:19:16,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:19:16,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:19:16,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:16,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:16,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:16,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:16,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,44539,1731593877048' ***** 2024-11-14T14:19:16,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:19:16,185 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:19:16,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/running 2024-11-14T14:19:16,185 INFO [RS:0;6e2cc31459a7:44539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:19:16,185 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:19:16,185 INFO [RS:0;6e2cc31459a7:44539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:19:16,185 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(3091): Received CLOSE for b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:19:16,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Set watcher on znode that does not yet exist, /01211891788/running 2024-11-14T14:19:16,185 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e19eb00bab35bbbd93cdc68435b4ed9 2024-11-14T14:19:16,185 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,44539,1731593877048 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4837c92b4fb236b211c8ee5055d9c47, disabling compactions & flushes 2024-11-14T14:19:16,186 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:44539. 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. after waiting 0 ms 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:19:16,186 DEBUG [RS:0;6e2cc31459a7:44539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:16,186 DEBUG [RS:0;6e2cc31459a7:44539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:16,186 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4837c92b4fb236b211c8ee5055d9c47 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:19:16,186 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:19:16,186 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1325): Online Regions={b4837c92b4fb236b211c8ee5055d9c47=hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47., 1588230740=hbase:meta,,1.1588230740, 8e19eb00bab35bbbd93cdc68435b4ed9=test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9.} 2024-11-14T14:19:16,186 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e19eb00bab35bbbd93cdc68435b4ed9, b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:16,186 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:16,186 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:16,187 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:19:16,200 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/.tmp/hfileref/764251ff299b439f97ad0bafee2ef122 is 74, key is 1/hfileref:3dd771ff5f0744218b724b3c26522bd7_SeqId_4_/1731593891334/DeleteColumn/seqid=0 2024-11-14T14:19:16,200 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/info/714165869efe481d98830dc6ae4d25ad is 147, key is hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47./info:regioninfo/1731593889696/Put/seqid=0 2024-11-14T14:19:16,202 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741844_1020 (size=5203) 2024-11-14T14:19:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741845_1021 (size=7686) 2024-11-14T14:19:16,386 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e19eb00bab35bbbd93cdc68435b4ed9, b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:19:16,587 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e19eb00bab35bbbd93cdc68435b4ed9, b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:19:16,604 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/.tmp/hfileref/764251ff299b439f97ad0bafee2ef122 2024-11-14T14:19:16,604 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/info/714165869efe481d98830dc6ae4d25ad 2024-11-14T14:19:16,609 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:19:16,609 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:19:16,622 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/.tmp/queue/22fe7934ca9c4ef7b802eb4e5acaeec3 is 153, key is 1-6e2cc31459a7,44539,1731593877048/queue:6e2cc31459a7%2C44539%2C1731593877048/1731593892074/Put/seqid=0 2024-11-14T14:19:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741846_1022 (size=5352) 2024-11-14T14:19:16,627 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/ns/c073f2fba22042e4b16528bb5c28fa63 is 43, key is default/ns:d/1731593879058/Put/seqid=0 2024-11-14T14:19:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741847_1023 (size=5153) 2024-11-14T14:19:16,787 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e19eb00bab35bbbd93cdc68435b4ed9, b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:19:16,987 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e19eb00bab35bbbd93cdc68435b4ed9, b4837c92b4fb236b211c8ee5055d9c47 2024-11-14T14:19:17,027 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/.tmp/queue/22fe7934ca9c4ef7b802eb4e5acaeec3 2024-11-14T14:19:17,031 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/ns/c073f2fba22042e4b16528bb5c28fa63 2024-11-14T14:19:17,032 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/.tmp/hfileref/764251ff299b439f97ad0bafee2ef122 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/hfileref/764251ff299b439f97ad0bafee2ef122 2024-11-14T14:19:17,037 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/hfileref/764251ff299b439f97ad0bafee2ef122, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T14:19:17,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/.tmp/queue/22fe7934ca9c4ef7b802eb4e5acaeec3 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/queue/22fe7934ca9c4ef7b802eb4e5acaeec3 2024-11-14T14:19:17,042 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/queue/22fe7934ca9c4ef7b802eb4e5acaeec3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T14:19:17,043 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b4837c92b4fb236b211c8ee5055d9c47 in 857ms, sequenceid=10, compaction requested=false 2024-11-14T14:19:17,051 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/replication/b4837c92b4fb236b211c8ee5055d9c47/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:17,052 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4837c92b4fb236b211c8ee5055d9c47: Waiting for close lock at 1731593956185Running coprocessor pre-close hooks at 1731593956186 (+1 ms)Disabling compacts and flushes for region at 1731593956186Disabling writes for close at 1731593956186Obtaining lock to block concurrent updates at 1731593956186Preparing flush snapshotting stores in b4837c92b4fb236b211c8ee5055d9c47 at 1731593956186Finished memstore snapshotting hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731593956186Flushing stores of hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. at 1731593956187 (+1 ms)Flushing b4837c92b4fb236b211c8ee5055d9c47/hfileref: creating writer at 1731593956187Flushing b4837c92b4fb236b211c8ee5055d9c47/hfileref: appending metadata at 1731593956199 (+12 ms)Flushing b4837c92b4fb236b211c8ee5055d9c47/hfileref: closing flushed file at 1731593956199Flushing b4837c92b4fb236b211c8ee5055d9c47/queue: creating writer at 1731593956609 (+410 ms)Flushing b4837c92b4fb236b211c8ee5055d9c47/queue: appending metadata at 1731593956622 (+13 ms)Flushing b4837c92b4fb236b211c8ee5055d9c47/queue: closing flushed file at 1731593956622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5364f: reopening flushed file at 1731593957032 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4654714d: reopening flushed file at 1731593957037 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b4837c92b4fb236b211c8ee5055d9c47 in 857ms, sequenceid=10, compaction requested=false at 1731593957043 (+6 ms)Writing region close event to WAL at 1731593957048 (+5 ms)Running coprocessor post-close hooks at 1731593957052 (+4 ms)Closed at 1731593957052 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731593888496.b4837c92b4fb236b211c8ee5055d9c47. 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e19eb00bab35bbbd93cdc68435b4ed9, disabling compactions & flushes 2024-11-14T14:19:17,052 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. after waiting 0 ms 2024-11-14T14:19:17,052 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:19:17,055 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/rep_barrier/73fe07290eb84bc396e0b2fc1b9dbe57 is 112, key is test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9./rep_barrier:seqnumDuringOpen/1731593885934/Put/seqid=0 2024-11-14T14:19:17,056 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/default/test/8e19eb00bab35bbbd93cdc68435b4ed9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:19:17,057 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:17,057 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:19:17,057 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:19:17,057 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e19eb00bab35bbbd93cdc68435b4ed9: Waiting for close lock at 1731593957052Running coprocessor pre-close hooks at 1731593957052Disabling compacts and flushes for region at 1731593957052Disabling writes for close at 1731593957052Writing region close event to WAL at 1731593957053 (+1 ms)Running coprocessor post-close hooks at 1731593957057 (+4 ms)Closed at 1731593957057 2024-11-14T14:19:17,057 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731593885156.8e19eb00bab35bbbd93cdc68435b4ed9. 2024-11-14T14:19:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741848_1024 (size=5518) 2024-11-14T14:19:17,187 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:19:17,187 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:17,187 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:17,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,388 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:17,459 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/rep_barrier/73fe07290eb84bc396e0b2fc1b9dbe57 2024-11-14T14:19:17,476 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/table/09087d0c45454f12a0177f311b5840ea is 53, key is hbase:replication/table:state/1731593889708/Put/seqid=0 2024-11-14T14:19:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741849_1025 (size=5308) 2024-11-14T14:19:17,588 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:17,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:17,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:17,788 DEBUG [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:17,881 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/table/09087d0c45454f12a0177f311b5840ea 2024-11-14T14:19:17,886 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/info/714165869efe481d98830dc6ae4d25ad as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/info/714165869efe481d98830dc6ae4d25ad 2024-11-14T14:19:17,892 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/info/714165869efe481d98830dc6ae4d25ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:19:17,893 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/ns/c073f2fba22042e4b16528bb5c28fa63 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/ns/c073f2fba22042e4b16528bb5c28fa63 2024-11-14T14:19:17,898 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/ns/c073f2fba22042e4b16528bb5c28fa63, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:19:17,899 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/rep_barrier/73fe07290eb84bc396e0b2fc1b9dbe57 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/rep_barrier/73fe07290eb84bc396e0b2fc1b9dbe57 2024-11-14T14:19:17,904 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/rep_barrier/73fe07290eb84bc396e0b2fc1b9dbe57, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:19:17,905 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/.tmp/table/09087d0c45454f12a0177f311b5840ea as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/table/09087d0c45454f12a0177f311b5840ea 2024-11-14T14:19:17,910 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/table/09087d0c45454f12a0177f311b5840ea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:19:17,911 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-14T14:19:17,911 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:19:17,917 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:19:17,917 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:17,917 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:17,917 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:17,917 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593956186Running coprocessor pre-close hooks at 1731593956186Disabling compacts and flushes for region at 1731593956186Disabling writes for close at 1731593956186Obtaining lock to block concurrent updates at 1731593956187 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731593956187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731593956187Flushing stores of hbase:meta,,1.1588230740 at 1731593956187Flushing 1588230740/info: creating writer at 1731593956188 (+1 ms)Flushing 1588230740/info: appending metadata at 1731593956199 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731593956199Flushing 1588230740/ns: creating writer at 1731593956609 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731593956626 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731593956626Flushing 1588230740/rep_barrier: creating writer at 1731593957035 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731593957054 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731593957054Flushing 1588230740/table: creating writer at 1731593957464 (+410 ms)Flushing 1588230740/table: appending metadata at 1731593957476 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731593957476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d38f743: reopening flushed file at 1731593957885 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75be3f21: reopening flushed file at 1731593957892 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f37887: reopening flushed file at 1731593957899 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@437263a8: reopening flushed file at 1731593957904 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731593957911 (+7 ms)Writing region close event to WAL at 1731593957914 (+3 ms)Running coprocessor post-close hooks at 1731593957917 (+3 ms)Closed at 1731593957917 2024-11-14T14:19:17,918 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:17,988 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,44539,1731593877048; all regions closed. 2024-11-14T14:19:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:19:17,993 DEBUG [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/oldWALs 2024-11-14T14:19:17,993 INFO [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C44539%2C1731593877048.meta:.meta(num 1731593878932) 2024-11-14T14:19:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741839_1015 (size=2700) 2024-11-14T14:19:17,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/WALs/6e2cc31459a7,44539,1731593877048/6e2cc31459a7%2C44539%2C1731593877048.rep.1731593889644 not finished, retry = 0 2024-11-14T14:19:18,098 DEBUG [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/oldWALs 2024-11-14T14:19:18,098 INFO [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C44539%2C1731593877048.rep:(num 1731593889644) 2024-11-14T14:19:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741833_1009 (size=1300) 2024-11-14T14:19:18,102 DEBUG [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/oldWALs 2024-11-14T14:19:18,102 INFO [RS:0;6e2cc31459a7:44539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C44539%2C1731593877048:(num 1731593878666) 2024-11-14T14:19:18,102 DEBUG [RS:0;6e2cc31459a7:44539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:18,102 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:18,102 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:18,103 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:18,103 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:18,103 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:18,103 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,44539,1731593877048 because: Region server is closing 2024-11-14T14:19:18,103 INFO [RS:0;6e2cc31459a7:44539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:44539. 2024-11-14T14:19:18,103 DEBUG [RS:0;6e2cc31459a7:44539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:18,103 DEBUG [RS:0;6e2cc31459a7:44539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:18,103 DEBUG [RS:0;6e2cc31459a7:44539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:18,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:18,204 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:19:18,204 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.wal-reader.6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:19:18,204 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44539,1731593877048.replicationSource.shipper6e2cc31459a7%2C44539%2C1731593877048,1-6e2cc31459a7,44539,1731593877048 terminated 2024-11-14T14:19:18,204 INFO [RS:0;6e2cc31459a7:44539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44539 2024-11-14T14:19:18,263 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:18,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788/rs 2024-11-14T14:19:18,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01211891788/rs/6e2cc31459a7,44539,1731593877048 2024-11-14T14:19:18,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,44539,1731593877048] 2024-11-14T14:19:18,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01211891788/draining/6e2cc31459a7,44539,1731593877048 already deleted, retry=false 2024-11-14T14:19:18,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,44539,1731593877048 expired; onlineServers=0 2024-11-14T14:19:18,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,36129,1731593876824' ***** 2024-11-14T14:19:18,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:18,284 DEBUG [M:0;6e2cc31459a7:36129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:19:18,284 DEBUG [M:0;6e2cc31459a7:36129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:19:18,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:19:18,284 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593878140 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593878140,5,FailOnTimeoutGroup] 2024-11-14T14:19:18,284 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593878141 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593878141,5,FailOnTimeoutGroup] 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:18,284 DEBUG [M:0;6e2cc31459a7:36129 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:18,284 INFO [M:0;6e2cc31459a7:36129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:19:18,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:19:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01211891788/master 2024-11-14T14:19:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01211891788 2024-11-14T14:19:18,294 DEBUG [M:0;6e2cc31459a7:36129 {}] zookeeper.ZKUtil(347): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Unable to get data of znode /01211891788/master because node does not exist (not an error) 2024-11-14T14:19:18,294 WARN [M:0;6e2cc31459a7:36129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:19:18,295 INFO [M:0;6e2cc31459a7:36129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/.lastflushedseqids 2024-11-14T14:19:18,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741850_1026 (size=263) 2024-11-14T14:19:18,299 INFO [M:0;6e2cc31459a7:36129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:19:18,300 INFO [M:0;6e2cc31459a7:36129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:19:18,300 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:18,300 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:18,300 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:18,300 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:18,300 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:18,300 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T14:19:18,317 DEBUG [M:0;6e2cc31459a7:36129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7050f0dcd0034580be3cf7a08e9e670e is 82, key is hbase:meta,,1/info:regioninfo/1731593879009/Put/seqid=0 2024-11-14T14:19:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741851_1027 (size=5672) 2024-11-14T14:19:18,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:18,373 INFO [RS:0;6e2cc31459a7:44539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:18,373 INFO [RS:0;6e2cc31459a7:44539 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,44539,1731593877048; zookeeper connection closed. 2024-11-14T14:19:18,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44539-0x10139b5a8c60001, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:18,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fb134e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fb134e 2024-11-14T14:19:18,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:19:18,721 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7050f0dcd0034580be3cf7a08e9e670e 2024-11-14T14:19:18,742 DEBUG [M:0;6e2cc31459a7:36129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99c9e19a08ef48f191362629acbf6f89 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731593885957/Put/seqid=0 2024-11-14T14:19:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741852_1028 (size=7240) 2024-11-14T14:19:19,146 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99c9e19a08ef48f191362629acbf6f89 2024-11-14T14:19:19,150 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99c9e19a08ef48f191362629acbf6f89 2024-11-14T14:19:19,162 DEBUG [M:0;6e2cc31459a7:36129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bdfab371aea4bd1a41108896d0557c2 is 69, key is 6e2cc31459a7,44539,1731593877048/rs:state/1731593878363/Put/seqid=0 2024-11-14T14:19:19,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741853_1029 (size=5156) 2024-11-14T14:19:19,566 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bdfab371aea4bd1a41108896d0557c2 2024-11-14T14:19:19,571 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7050f0dcd0034580be3cf7a08e9e670e as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7050f0dcd0034580be3cf7a08e9e670e 2024-11-14T14:19:19,576 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7050f0dcd0034580be3cf7a08e9e670e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T14:19:19,577 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99c9e19a08ef48f191362629acbf6f89 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99c9e19a08ef48f191362629acbf6f89 2024-11-14T14:19:19,581 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99c9e19a08ef48f191362629acbf6f89 2024-11-14T14:19:19,582 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99c9e19a08ef48f191362629acbf6f89, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T14:19:19,582 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bdfab371aea4bd1a41108896d0557c2 as hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bdfab371aea4bd1a41108896d0557c2 2024-11-14T14:19:19,587 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34443/user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bdfab371aea4bd1a41108896d0557c2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T14:19:19,588 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-14T14:19:19,589 INFO [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:19,589 DEBUG [M:0;6e2cc31459a7:36129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593958300Disabling compacts and flushes for region at 1731593958300Disabling writes for close at 1731593958300Obtaining lock to block concurrent updates at 1731593958300Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593958300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731593958300Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593958301 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593958301Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593958316 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593958316Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593958726 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593958741 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593958741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593959150 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593959162 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593959162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2340d133: reopening flushed file at 1731593959571 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e235d0e: reopening flushed file at 1731593959576 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0ff4ef: reopening flushed file at 1731593959582 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731593959588 (+6 ms)Writing region close event to WAL at 1731593959589 (+1 ms)Closed at 1731593959589 2024-11-14T14:19:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741830_1006 (size=64526) 2024-11-14T14:19:19,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0b3fda5-3b48-2c93-c823-304a25908fb7/MasterData/WALs/6e2cc31459a7,36129,1731593876824/6e2cc31459a7%2C36129%2C1731593876824.1731593877670 not finished, retry = 0 2024-11-14T14:19:19,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:19,692 INFO [M:0;6e2cc31459a7:36129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:19:19,692 INFO [M:0;6e2cc31459a7:36129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36129 2024-11-14T14:19:19,692 INFO [M:0;6e2cc31459a7:36129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:19,842 INFO [M:0;6e2cc31459a7:36129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:19,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:19,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36129-0x10139b5a8c60000, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:19,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:19,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:19,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:19,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:19,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:19,845 WARN [BP-73535703-172.17.0.2-1731593874749 heartbeating to localhost/127.0.0.1:34443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:19:19,845 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:19:19,845 WARN [BP-73535703-172.17.0.2-1731593874749 heartbeating to localhost/127.0.0.1:34443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-73535703-172.17.0.2-1731593874749 (Datanode Uuid d677bbcd-f478-415a-aff5-a7cf28c048d1) service to localhost/127.0.0.1:34443 2024-11-14T14:19:19,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:19:19,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/data/data1/current/BP-73535703-172.17.0.2-1731593874749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:19,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/cluster_2e668e0e-748c-95c6-3307-c32b423d4f3a/data/data2/current/BP-73535703-172.17.0.2-1731593874749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:19,846 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:19:19,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:19,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:19,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:19,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:19,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c20f4ade-592b-72df-d53e-6663fbbca2d0/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:19,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:19:19,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:19:19,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5954b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5954b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38327 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34443 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61997) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=3026 (was 2653) - AvailableMemoryMB LEAK? - 2024-11-14T14:19:19,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=3026 2024-11-14T14:19:19,892 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T14:19:19,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir so I do NOT create it in target/test-data/354e461c-205c-f987-07ae-13d7a877014a 2024-11-14T14:19:19,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:19:19,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.tmp.dir so I do NOT create it in target/test-data/354e461c-205c-f987-07ae-13d7a877014a 2024-11-14T14:19:19,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010ab365-6033-5446-8141-5ebe954c8960/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:19:19,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a 2024-11-14T14:19:19,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b, deleteOnExit=true 2024-11-14T14:19:19,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/zookeeper_0, clientPort=53526, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:19:19,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53526 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/test.cache.data in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:19:19,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:19:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:19:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b5a8c60002, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:19:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b5a8c60005, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:19:19,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b5a8c60005, quorum=127.0.0.1:61997, baseZNode=/1250950158 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:19:19,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b5a8c60002, quorum=127.0.0.1:61997, baseZNode=/01211891788 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:19:20,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:20,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:20,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:20,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:20,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:20,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:20,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:20,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:20,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/java.io.tmpdir/jetty-localhost-45099-hadoop-hdfs-3_4_1-tests_jar-_-any-1474462307590267076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:20,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:45099} 2024-11-14T14:19:20,307 INFO [Time-limited test {}] server.Server(415): Started @137593ms 2024-11-14T14:19:20,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:20,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:20,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:20,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:20,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:20,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:20,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:20,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/java.io.tmpdir/jetty-localhost-37793-hadoop-hdfs-3_4_1-tests_jar-_-any-3664676002975043830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:20,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:37793} 2024-11-14T14:19:20,665 INFO [Time-limited test {}] server.Server(415): Started @137951ms 2024-11-14T14:19:20,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:19:21,574 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/data/data1/current/BP-238703444-172.17.0.2-1731593959912/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:21,581 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/data/data2/current/BP-238703444-172.17.0.2-1731593959912/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:21,625 WARN [Thread-1265 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:19:21,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x411932431fe5148 with lease ID 0x6b7f81bc9d9ad8e7: Processing first storage report for DS-be6826ce-5637-42e9-8b5a-79e0e08ea697 from datanode DatanodeRegistration(127.0.0.1:38617, datanodeUuid=db62cb72-ad37-42e4-be3e-5bf26214ebe7, infoPort=42205, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=824582907;c=1731593959912) 2024-11-14T14:19:21,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x411932431fe5148 with lease ID 0x6b7f81bc9d9ad8e7: from storage DS-be6826ce-5637-42e9-8b5a-79e0e08ea697 node DatanodeRegistration(127.0.0.1:38617, datanodeUuid=db62cb72-ad37-42e4-be3e-5bf26214ebe7, infoPort=42205, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=824582907;c=1731593959912), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:19:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x411932431fe5148 with lease ID 0x6b7f81bc9d9ad8e7: Processing first storage report for DS-2c2d0341-bffe-481c-aa42-0b7b9df0069b from datanode DatanodeRegistration(127.0.0.1:38617, datanodeUuid=db62cb72-ad37-42e4-be3e-5bf26214ebe7, infoPort=42205, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=824582907;c=1731593959912) 2024-11-14T14:19:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x411932431fe5148 with lease ID 0x6b7f81bc9d9ad8e7: from storage DS-2c2d0341-bffe-481c-aa42-0b7b9df0069b node DatanodeRegistration(127.0.0.1:38617, datanodeUuid=db62cb72-ad37-42e4-be3e-5bf26214ebe7, infoPort=42205, infoSecurePort=0, ipcPort=46593, storageInfo=lv=-57;cid=testClusterID;nsid=824582907;c=1731593959912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:21,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a 2024-11-14T14:19:21,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:21,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:21,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:19:22,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971 with version=8 2024-11-14T14:19:22,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/hbase-staging 2024-11-14T14:19:22,125 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:22,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34533 2024-11-14T14:19:22,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34533 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:22,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345330x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:22,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34533-0x10139b6f5820000 connected 2024-11-14T14:19:22,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:22,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:22,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:22,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971, hbase.cluster.distributed=false 2024-11-14T14:19:22,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/acl 2024-11-14T14:19:22,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-14T14:19:22,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34533 2024-11-14T14:19:22,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34533 2024-11-14T14:19:22,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-14T14:19:22,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-14T14:19:22,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:22,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:22,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:22,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:22,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:22,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:22,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:19:22,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:22,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35205 2024-11-14T14:19:22,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35205 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:22,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:22,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:22,364 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352050x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:22,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352050x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:22,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35205-0x10139b6f5820001 connected 2024-11-14T14:19:22,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:19:22,365 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:19:22,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/master 2024-11-14T14:19:22,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/acl 2024-11-14T14:19:22,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-14T14:19:22,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35205 2024-11-14T14:19:22,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35205 2024-11-14T14:19:22,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-14T14:19:22,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-14T14:19:22,382 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:34533 2024-11-14T14:19:22,382 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1449425959/backup-masters/6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:22,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:22,394 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:22,394 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on existing znode=/0-1449425959/backup-masters/6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:22,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:22,406 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1449425959/master 2024-11-14T14:19:22,406 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:22,406 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on existing znode=/0-1449425959/master 2024-11-14T14:19:22,407 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1449425959/backup-masters/6e2cc31459a7,34533,1731593962125 from backup master directory 2024-11-14T14:19:22,417 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/backup-masters/6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:22,417 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:22,417 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:22,420 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/hbase.id] with ID: 549320bc-f86f-4ca0-ae2f-6dc2586679e7 2024-11-14T14:19:22,420 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/.tmp/hbase.id 2024-11-14T14:19:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:19:22,825 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/.tmp/hbase.id]:[hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/hbase.id] 2024-11-14T14:19:22,836 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:22,836 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:19:22,837 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:19:22,890 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:19:23,296 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:23,297 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:19:23,297 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:23,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:19:23,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:23,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:23,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:23,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:23,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:23,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:23,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:23,705 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store 2024-11-14T14:19:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:19:24,110 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:24,110 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:24,110 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:24,110 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:24,111 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:24,111 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:24,111 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:24,111 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593964110Disabling compacts and flushes for region at 1731593964110Disabling writes for close at 1731593964111 (+1 ms)Writing region close event to WAL at 1731593964111Closed at 1731593964111 2024-11-14T14:19:24,111 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/.initializing 2024-11-14T14:19:24,112 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:24,113 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:24,114 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C34533%2C1731593962125, suffix=, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/oldWALs, maxLogs=10 2024-11-14T14:19:24,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125/6e2cc31459a7%2C34533%2C1731593962125.1731593964115, exclude list is [], retry=0 2024-11-14T14:19:24,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:24,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 2024-11-14T14:19:24,138 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:24,138 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:24,138 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:24,138 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,138 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:19:24,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:24,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:24,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:19:24,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:24,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:24,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:19:24,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:24,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:24,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:19:24,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:24,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:24,146 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,146 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,147 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,148 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,148 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,148 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:24,150 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:24,152 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:24,152 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72188583, jitterRate=0.07569371163845062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:24,153 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593964138Initializing all the Stores at 1731593964139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593964139Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593964139Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593964139Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593964139Cleaning up temporary data from old regions at 1731593964148 (+9 ms)Region opened successfully at 1731593964153 (+5 ms) 2024-11-14T14:19:24,153 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:19:24,156 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24334835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:24,157 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:19:24,157 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:19:24,157 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:19:24,157 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:19:24,158 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:19:24,158 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:19:24,158 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:19:24,160 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:19:24,161 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/balancer because node does not exist (not necessarily an error) 2024-11-14T14:19:24,216 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/balancer already deleted, retry=false 2024-11-14T14:19:24,217 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:19:24,218 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:19:24,227 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/normalizer already deleted, retry=false 2024-11-14T14:19:24,227 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:19:24,228 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:19:24,237 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/switch/split already deleted, retry=false 2024-11-14T14:19:24,238 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:19:24,248 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/switch/merge already deleted, retry=false 2024-11-14T14:19:24,250 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:19:24,258 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/snapshot-cleanup already deleted, retry=false 2024-11-14T14:19:24,269 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:24,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:24,269 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:24,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:24,270 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,34533,1731593962125, sessionid=0x10139b6f5820000, setting cluster-up flag (Was=false) 2024-11-14T14:19:24,290 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:24,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:24,322 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1449425959/flush-table-proc/acquired, /0-1449425959/flush-table-proc/reached, /0-1449425959/flush-table-proc/abort 2024-11-14T14:19:24,323 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:24,343 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:24,374 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1449425959/online-snapshot/acquired, /0-1449425959/online-snapshot/reached, /0-1449425959/online-snapshot/abort 2024-11-14T14:19:24,375 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:24,376 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:19:24,377 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:24,378 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:19:24,378 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:19:24,378 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,34533,1731593962125 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:24,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731593994380 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:24,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:19:24,380 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:19:24,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:19:24,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:19:24,381 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593964381,5,FailOnTimeoutGroup] 2024-11-14T14:19:24,381 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593964381,5,FailOnTimeoutGroup] 2024-11-14T14:19:24,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:19:24,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,381 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:24,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:19:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:19:24,476 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(746): ClusterId : 549320bc-f86f-4ca0-ae2f-6dc2586679e7 2024-11-14T14:19:24,476 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:19:24,489 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:19:24,489 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:19:24,502 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:19:24,502 DEBUG [RS:0;6e2cc31459a7:35205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8a496d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:24,512 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:35205 2024-11-14T14:19:24,512 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:19:24,512 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:19:24,513 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:19:24,513 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,34533,1731593962125 with port=35205, startcode=1731593962351 2024-11-14T14:19:24,513 DEBUG [RS:0;6e2cc31459a7:35205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:19:24,515 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:19:24,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:24,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:24,517 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971 2024-11-14T14:19:24,517 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35285 2024-11-14T14:19:24,517 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:19:24,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/rs 2024-11-14T14:19:24,522 DEBUG [RS:0;6e2cc31459a7:35205 {}] zookeeper.ZKUtil(111): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on existing znode=/0-1449425959/rs/6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:24,522 WARN [RS:0;6e2cc31459a7:35205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:24,522 INFO [RS:0;6e2cc31459a7:35205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:24,522 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:24,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,35205,1731593962351] 2024-11-14T14:19:24,525 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:19:24,526 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:19:24,527 INFO [RS:0;6e2cc31459a7:35205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:19:24,527 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,527 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:19:24,528 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:19:24,528 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,528 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,529 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,529 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:24,529 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:24,529 DEBUG [RS:0;6e2cc31459a7:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:24,533 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,533 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,534 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,534 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,534 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,534 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35205,1731593962351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:24,550 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:19:24,550 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35205,1731593962351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,550 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,550 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.Replication(171): 6e2cc31459a7,35205,1731593962351 started 2024-11-14T14:19:24,565 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:24,565 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,35205,1731593962351, RpcServer on 6e2cc31459a7/172.17.0.2:35205, sessionid=0x10139b6f5820001 2024-11-14T14:19:24,566 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:19:24,566 DEBUG [RS:0;6e2cc31459a7:35205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:24,566 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,35205,1731593962351' 2024-11-14T14:19:24,566 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1449425959/flush-table-proc/abort' 2024-11-14T14:19:24,566 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1449425959/flush-table-proc/acquired' 2024-11-14T14:19:24,567 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:19:24,567 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:19:24,567 DEBUG [RS:0;6e2cc31459a7:35205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:24,567 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,35205,1731593962351' 2024-11-14T14:19:24,567 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1449425959/online-snapshot/abort' 2024-11-14T14:19:24,567 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1449425959/online-snapshot/acquired' 2024-11-14T14:19:24,568 DEBUG [RS:0;6e2cc31459a7:35205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:19:24,568 INFO [RS:0;6e2cc31459a7:35205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:19:24,568 INFO [RS:0;6e2cc31459a7:35205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:19:24,668 INFO [RS:0;6e2cc31459a7:35205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:24,670 INFO [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C35205%2C1731593962351, suffix=, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs, maxLogs=10 2024-11-14T14:19:24,684 DEBUG [RS:0;6e2cc31459a7:35205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670, exclude list is [], retry=0 2024-11-14T14:19:24,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:24,689 INFO [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 2024-11-14T14:19:24,689 DEBUG [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:24,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:19:24,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971 2024-11-14T14:19:24,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:19:25,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:25,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:25,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:25,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:25,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:25,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:25,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:25,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:25,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:25,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:25,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740 2024-11-14T14:19:25,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740 2024-11-14T14:19:25,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:25,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:25,205 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:25,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:25,207 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:25,208 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157608, jitterRate=0.11993563175201416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:25,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593965196Initializing all the Stores at 1731593965196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593965196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593965196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593965196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593965197 (+1 ms)Cleaning up temporary data from old regions at 1731593965204 (+7 ms)Region opened successfully at 1731593965208 (+4 ms) 2024-11-14T14:19:25,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:25,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:25,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:25,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:25,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:25,209 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:25,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593965209Disabling compacts and flushes for region at 1731593965209Disabling writes for close at 1731593965209Writing region close event to WAL at 1731593965209Closed at 1731593965209 2024-11-14T14:19:25,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:25,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:19:25,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:19:25,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:25,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:19:25,363 DEBUG [6e2cc31459a7:34533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:19:25,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:25,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,35205,1731593962351, state=OPENING 2024-11-14T14:19:25,414 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:19:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:25,454 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:25,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:25,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:25,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:25,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,35205,1731593962351}] 2024-11-14T14:19:25,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:19:25,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:19:25,611 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:19:25,611 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:25,611 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:19:25,613 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C35205%2C1731593962351.meta, suffix=.meta, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs, maxLogs=10 2024-11-14T14:19:25,625 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.meta.1731593965613.meta, exclude list is [], retry=0 2024-11-14T14:19:25,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:25,630 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.meta.1731593965613.meta 2024-11-14T14:19:25,630 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:25,630 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:25,631 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:25,631 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:25,631 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:19:25,631 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:19:25,631 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:19:25,631 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:25,631 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:19:25,631 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:19:25,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:25,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:25,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:25,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:25,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:25,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:25,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:25,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:25,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:25,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:25,637 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:25,638 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740 2024-11-14T14:19:25,639 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740 2024-11-14T14:19:25,640 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:25,640 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:25,640 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:25,642 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:25,642 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66411247, jitterRate=-0.01039530336856842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:25,642 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:19:25,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593965631Writing region info on filesystem at 1731593965631Initializing all the Stores at 1731593965632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593965632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593965632Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593965632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593965632Cleaning up temporary data from old regions at 1731593965640 (+8 ms)Running coprocessor post-open hooks at 1731593965642 (+2 ms)Region opened successfully at 1731593965643 (+1 ms) 2024-11-14T14:19:25,644 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593965607 2024-11-14T14:19:25,646 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:19:25,646 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:19:25,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:25,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,35205,1731593962351, state=OPEN 2024-11-14T14:19:25,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:25,667 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:25,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:25,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:25,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:25,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:19:25,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,35205,1731593962351 in 212 msec 2024-11-14T14:19:25,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:19:25,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-14T14:19:25,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:25,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:19:25,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:25,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35205,1731593962351, seqNum=-1] 2024-11-14T14:19:25,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:25,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:25,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-14T14:19:25,678 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593965678, completionTime=-1 2024-11-14T14:19:25,678 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:19:25,678 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:19:25,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:19:25,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594025679 2024-11-14T14:19:25,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594085679 2024-11-14T14:19:25,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:19:25,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34533,1731593962125-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34533,1731593962125-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34533,1731593962125-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:34533, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,681 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.266sec 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34533,1731593962125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:25,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34533,1731593962125-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:19:25,686 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:19:25,686 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:19:25,686 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34533,1731593962125-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:25,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944acee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:25,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,34533,-1 for getting cluster id 2024-11-14T14:19:25,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:25,778 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '549320bc-f86f-4ca0-ae2f-6dc2586679e7' 2024-11-14T14:19:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "549320bc-f86f-4ca0-ae2f-6dc2586679e7" 2024-11-14T14:19:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d16f878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,34533,-1] 2024-11-14T14:19:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:25,779 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:25,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bde3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:25,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35205,1731593962351, seqNum=-1] 2024-11-14T14:19:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:25,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:25,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:25,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:25,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:25,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b6f5820002 connected 2024-11-14T14:19:25,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir so I do NOT create it in target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029 2024-11-14T14:19:25,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:19:25,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.tmp.dir so I do NOT create it in target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029 2024-11-14T14:19:25,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:19:25,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029 2024-11-14T14:19:25,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:19:25,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/cluster_667d5350-48f3-957f-7809-07367d474798, deleteOnExit=true 2024-11-14T14:19:25,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:19:25,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/test.cache.data in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:19:25,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:19:25,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:19:25,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:25,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:19:25,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:19:26,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:26,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:26,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:26,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:26,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:26,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:26,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:26,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:26,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c46ac4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/java.io.tmpdir/jetty-localhost-40997-hadoop-hdfs-3_4_1-tests_jar-_-any-14677765354155214319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:26,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3711c3e9{HTTP/1.1, (http/1.1)}{localhost:40997} 2024-11-14T14:19:26,257 INFO [Time-limited test {}] server.Server(415): Started @143542ms 2024-11-14T14:19:26,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:26,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:26,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:26,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:26,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:26,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:26,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:26,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@190ed96d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/java.io.tmpdir/jetty-localhost-44747-hadoop-hdfs-3_4_1-tests_jar-_-any-14415066860324033350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:26,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32981a5b{HTTP/1.1, (http/1.1)}{localhost:44747} 2024-11-14T14:19:26,627 INFO [Time-limited test {}] server.Server(415): Started @143912ms 2024-11-14T14:19:26,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:19:27,333 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/cluster_667d5350-48f3-957f-7809-07367d474798/data/data1/current/BP-1183761456-172.17.0.2-1731593965823/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:27,333 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/cluster_667d5350-48f3-957f-7809-07367d474798/data/data2/current/BP-1183761456-172.17.0.2-1731593965823/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:27,347 WARN [Thread-1386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e27765f959ef5b with lease ID 0x4f560580b30a9a30: Processing first storage report for DS-dffe2eed-9303-4e9e-ac80-a4f59c417064 from datanode DatanodeRegistration(127.0.0.1:39263, datanodeUuid=26f8262f-fcbf-4948-a5e7-80a26d214414, infoPort=34745, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1731727535;c=1731593965823) 2024-11-14T14:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e27765f959ef5b with lease ID 0x4f560580b30a9a30: from storage DS-dffe2eed-9303-4e9e-ac80-a4f59c417064 node DatanodeRegistration(127.0.0.1:39263, datanodeUuid=26f8262f-fcbf-4948-a5e7-80a26d214414, infoPort=34745, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1731727535;c=1731593965823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e27765f959ef5b with lease ID 0x4f560580b30a9a30: Processing first storage report for DS-9dfad5a6-81e5-4a6f-9637-a8111e426b66 from datanode DatanodeRegistration(127.0.0.1:39263, datanodeUuid=26f8262f-fcbf-4948-a5e7-80a26d214414, infoPort=34745, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1731727535;c=1731593965823) 2024-11-14T14:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e27765f959ef5b with lease ID 0x4f560580b30a9a30: from storage DS-9dfad5a6-81e5-4a6f-9637-a8111e426b66 node DatanodeRegistration(127.0.0.1:39263, datanodeUuid=26f8262f-fcbf-4948-a5e7-80a26d214414, infoPort=34745, infoSecurePort=0, ipcPort=39595, storageInfo=lv=-57;cid=testClusterID;nsid=1731727535;c=1731593965823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:27,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029 2024-11-14T14:19:27,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:27,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:19:27,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494 with version=8 2024-11-14T14:19:27,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/hbase-staging 2024-11-14T14:19:27,775 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:19:27,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:27,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34559 2024-11-14T14:19:27,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34559 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345590x0, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:27,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34559-0x10139b6f5820003 connected 2024-11-14T14:19:27,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:27,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:27,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/running 2024-11-14T14:19:27,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494, hbase.cluster.distributed=false 2024-11-14T14:19:27,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/acl 2024-11-14T14:19:27,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-14T14:19:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34559 2024-11-14T14:19:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34559 2024-11-14T14:19:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-14T14:19:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34559 2024-11-14T14:19:27,920 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:19:27,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:27,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34769 2024-11-14T14:19:27,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34769 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:27,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:27,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:27,932 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347690x0, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:27,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347690x0, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/running 2024-11-14T14:19:27,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34769-0x10139b6f5820004 connected 2024-11-14T14:19:27,933 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:19:27,936 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:19:27,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/master 2024-11-14T14:19:27,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/acl 2024-11-14T14:19:27,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-14T14:19:27,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34769 2024-11-14T14:19:27,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34769 2024-11-14T14:19:27,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-14T14:19:27,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-14T14:19:27,957 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:34559 2024-11-14T14:19:27,957 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11188273825/backup-masters/6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825/backup-masters 2024-11-14T14:19:27,964 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825/backup-masters 2024-11-14T14:19:27,964 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on existing znode=/11188273825/backup-masters/6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:27,974 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11188273825/master 2024-11-14T14:19:27,974 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:27,974 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on existing znode=/11188273825/master 2024-11-14T14:19:27,975 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11188273825/backup-masters/6e2cc31459a7,34559,1731593967774 from backup master directory 2024-11-14T14:19:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11188273825/backup-masters/6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:27,985 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825/backup-masters 2024-11-14T14:19:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825/backup-masters 2024-11-14T14:19:27,985 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:27,985 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:27,988 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/hbase.id] with ID: 9bb41252-df25-4320-83f2-c5acd1a2b1c4 2024-11-14T14:19:27,988 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/.tmp/hbase.id 2024-11-14T14:19:27,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:19:28,393 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/.tmp/hbase.id]:[hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/hbase.id] 2024-11-14T14:19:28,400 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:28,400 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:19:28,401 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:19:28,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:28,448 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:19:28,859 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:28,860 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:19:28,861 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:19:29,270 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store 2024-11-14T14:19:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:19:29,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:29,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:29,689 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:29,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:29,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:29,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:29,689 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:29,689 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593969689Disabling compacts and flushes for region at 1731593969689Disabling writes for close at 1731593969689Writing region close event to WAL at 1731593969689Closed at 1731593969689 2024-11-14T14:19:29,691 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/.initializing 2024-11-14T14:19:29,691 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/WALs/6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:29,692 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:29,694 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C34559%2C1731593967774, suffix=, logDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/WALs/6e2cc31459a7,34559,1731593967774, archiveDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/oldWALs, maxLogs=10 2024-11-14T14:19:29,711 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/WALs/6e2cc31459a7,34559,1731593967774/6e2cc31459a7%2C34559%2C1731593967774.1731593969694, exclude list is [], retry=0 2024-11-14T14:19:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39263,DS-dffe2eed-9303-4e9e-ac80-a4f59c417064,DISK] 2024-11-14T14:19:29,729 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/WALs/6e2cc31459a7,34559,1731593967774/6e2cc31459a7%2C34559%2C1731593967774.1731593969694 2024-11-14T14:19:29,732 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-14T14:19:29,732 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:29,733 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:29,733 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,733 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:19:29,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:29,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:29,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:19:29,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:29,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:29,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:19:29,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:29,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:29,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:19:29,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:29,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:29,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,749 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,749 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,750 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,751 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,752 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:29,753 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:29,756 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:29,757 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69184900, jitterRate=0.030935347080230713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:29,758 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593969733Initializing all the Stores at 1731593969734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593969735 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593969735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593969735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593969735Cleaning up temporary data from old regions at 1731593969751 (+16 ms)Region opened successfully at 1731593969758 (+7 ms) 2024-11-14T14:19:29,760 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:19:29,766 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b41c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:29,767 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:19:29,767 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:19:29,767 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:19:29,767 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:19:29,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:19:29,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:19:29,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:19:29,775 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:19:29,776 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Unable to get data of znode /11188273825/balancer because node does not exist (not necessarily an error) 2024-11-14T14:19:29,846 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/balancer already deleted, retry=false 2024-11-14T14:19:29,846 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:19:29,847 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Unable to get data of znode /11188273825/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:19:29,858 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/normalizer already deleted, retry=false 2024-11-14T14:19:29,859 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:19:29,860 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Unable to get data of znode /11188273825/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:19:29,869 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/switch/split already deleted, retry=false 2024-11-14T14:19:29,869 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Unable to get data of znode /11188273825/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:19:29,879 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/switch/merge already deleted, retry=false 2024-11-14T14:19:29,881 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Unable to get data of znode /11188273825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:19:29,890 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/snapshot-cleanup already deleted, retry=false 2024-11-14T14:19:29,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11188273825/running 2024-11-14T14:19:29,900 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11188273825/running 2024-11-14T14:19:29,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:29,900 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:29,901 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,34559,1731593967774, sessionid=0x10139b6f5820003, setting cluster-up flag (Was=false) 2024-11-14T14:19:29,921 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:29,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:29,953 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11188273825/flush-table-proc/acquired, /11188273825/flush-table-proc/reached, /11188273825/flush-table-proc/abort 2024-11-14T14:19:29,954 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:29,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:29,974 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:30,006 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11188273825/online-snapshot/acquired, /11188273825/online-snapshot/reached, /11188273825/online-snapshot/abort 2024-11-14T14:19:30,007 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:30,008 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:19:30,011 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:30,012 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:19:30,012 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:19:30,012 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,34559,1731593967774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:30,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:30,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594000023 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:19:30,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:30,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:19:30,028 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:19:30,028 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:19:30,028 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:19:30,029 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:19:30,032 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:19:30,032 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:19:30,033 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593970032,5,FailOnTimeoutGroup] 2024-11-14T14:19:30,034 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593970033,5,FailOnTimeoutGroup] 2024-11-14T14:19:30,034 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,034 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:19:30,034 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,034 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:19:30,051 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(746): ClusterId : 9bb41252-df25-4320-83f2-c5acd1a2b1c4 2024-11-14T14:19:30,051 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:19:30,118 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:19:30,118 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:19:30,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:19:30,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:19:30,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:30,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T14:19:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:19:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:19:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:19:30,195 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:19:30,195 DEBUG [RS:0;6e2cc31459a7:34769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f9b995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:30,206 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:34769 2024-11-14T14:19:30,206 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:19:30,206 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:19:30,206 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:19:30,206 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,34559,1731593967774 with port=34769, startcode=1731593967920 2024-11-14T14:19:30,207 DEBUG [RS:0;6e2cc31459a7:34769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:19:30,208 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:19:30,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:30,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34559 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:30,209 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494 2024-11-14T14:19:30,209 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41769 2024-11-14T14:19:30,209 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:19:30,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825/rs 2024-11-14T14:19:30,275 DEBUG [RS:0;6e2cc31459a7:34769 {}] zookeeper.ZKUtil(111): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on existing znode=/11188273825/rs/6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:30,275 WARN [RS:0;6e2cc31459a7:34769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:30,275 INFO [RS:0;6e2cc31459a7:34769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:30,275 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:30,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,34769,1731593967920] 2024-11-14T14:19:30,278 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:19:30,280 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:19:30,280 INFO [RS:0;6e2cc31459a7:34769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:19:30,280 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,280 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:19:30,281 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:19:30,281 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,281 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,282 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,282 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,282 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:30,282 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:30,282 DEBUG [RS:0;6e2cc31459a7:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:30,282 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,282 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,282 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,282 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,282 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,282 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34769,1731593967920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:30,300 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:19:30,300 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34769,1731593967920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,300 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,300 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.Replication(171): 6e2cc31459a7,34769,1731593967920 started 2024-11-14T14:19:30,317 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:30,317 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,34769,1731593967920, RpcServer on 6e2cc31459a7/172.17.0.2:34769, sessionid=0x10139b6f5820004 2024-11-14T14:19:30,318 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:19:30,318 DEBUG [RS:0;6e2cc31459a7:34769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:30,318 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,34769,1731593967920' 2024-11-14T14:19:30,318 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11188273825/flush-table-proc/abort' 2024-11-14T14:19:30,318 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11188273825/flush-table-proc/acquired' 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,34769,1731593967920' 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11188273825/online-snapshot/abort' 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11188273825/online-snapshot/acquired' 2024-11-14T14:19:30,319 DEBUG [RS:0;6e2cc31459a7:34769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:19:30,319 INFO [RS:0;6e2cc31459a7:34769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:19:30,319 INFO [RS:0;6e2cc31459a7:34769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:19:30,420 INFO [RS:0;6e2cc31459a7:34769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:30,421 INFO [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C34769%2C1731593967920, suffix=, logDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920, archiveDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/oldWALs, maxLogs=10 2024-11-14T14:19:30,434 DEBUG [RS:0;6e2cc31459a7:34769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920/6e2cc31459a7%2C34769%2C1731593967920.1731593970422, exclude list is [], retry=0 2024-11-14T14:19:30,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:19:30,436 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494 2024-11-14T14:19:30,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39263,DS-dffe2eed-9303-4e9e-ac80-a4f59c417064,DISK] 2024-11-14T14:19:30,438 INFO [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920/6e2cc31459a7%2C34769%2C1731593967920.1731593970422 2024-11-14T14:19:30,438 DEBUG [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-14T14:19:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:19:30,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:19:30,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:30,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:30,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:30,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:30,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:30,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:30,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:30,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:30,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:30,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:30,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:30,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:30,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:30,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:30,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:30,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:30,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740 2024-11-14T14:19:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740 2024-11-14T14:19:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:30,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:30,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:30,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:30,853 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74068590, jitterRate=0.10370799899101257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593970842Initializing all the Stores at 1731593970843 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593970843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593970843Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593970843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593970843Cleaning up temporary data from old regions at 1731593970850 (+7 ms)Region opened successfully at 1731593970854 (+4 ms) 2024-11-14T14:19:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:30,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:30,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593970854Disabling compacts and flushes for region at 1731593970854Disabling writes for close at 1731593970854Writing region close event to WAL at 1731593970854Closed at 1731593970854 2024-11-14T14:19:30,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:30,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:19:30,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:19:30,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:30,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:19:31,007 DEBUG [6e2cc31459a7:34559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:19:31,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:31,008 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,34769,1731593967920, state=OPENING 2024-11-14T14:19:31,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:19:31,090 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:31,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:31,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:31,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11188273825/meta-region-server: CHANGED 2024-11-14T14:19:31,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11188273825/meta-region-server: CHANGED 2024-11-14T14:19:31,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,34769,1731593967920}] 2024-11-14T14:19:31,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:31,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:31,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:31,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:31,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:31,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:31,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:31,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:19:31,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:19:31,249 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:19:31,249 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:31,249 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:19:31,251 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C34769%2C1731593967920.meta, suffix=.meta, logDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920, archiveDir=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/oldWALs, maxLogs=10 2024-11-14T14:19:31,262 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920/6e2cc31459a7%2C34769%2C1731593967920.meta.1731593971251.meta, exclude list is [], retry=0 2024-11-14T14:19:31,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39263,DS-dffe2eed-9303-4e9e-ac80-a4f59c417064,DISK] 2024-11-14T14:19:31,266 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920/6e2cc31459a7%2C34769%2C1731593967920.meta.1731593971251.meta 2024-11-14T14:19:31,267 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34745:34745)] 2024-11-14T14:19:31,267 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:31,268 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:31,268 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:31,268 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:19:31,268 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:19:31,268 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:19:31,268 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:31,268 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:19:31,268 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:19:31,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:31,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:31,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:31,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:31,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:31,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:31,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:31,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:31,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:31,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:31,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:31,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:31,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:31,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:31,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:31,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:31,277 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:31,278 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740 2024-11-14T14:19:31,279 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740 2024-11-14T14:19:31,280 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:31,280 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:31,280 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:31,281 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:31,282 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69917998, jitterRate=0.04185935854911804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:31,282 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:19:31,282 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593971268Writing region info on filesystem at 1731593971268Initializing all the Stores at 1731593971269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593971269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593971272 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593971272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593971272Cleaning up temporary data from old regions at 1731593971280 (+8 ms)Running coprocessor post-open hooks at 1731593971282 (+2 ms)Region opened successfully at 1731593971282 2024-11-14T14:19:31,283 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593971243 2024-11-14T14:19:31,285 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:19:31,285 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:19:31,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:31,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,34769,1731593967920, state=OPEN 2024-11-14T14:19:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11188273825/meta-region-server 2024-11-14T14:19:31,500 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11188273825/meta-region-server 2024-11-14T14:19:31,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:31,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11188273825/meta-region-server: CHANGED 2024-11-14T14:19:31,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11188273825/meta-region-server: CHANGED 2024-11-14T14:19:31,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:19:31,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,34769,1731593967920 in 410 msec 2024-11-14T14:19:31,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:19:31,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-14T14:19:31,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:31,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:19:31,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:31,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34769,1731593967920, seqNum=-1] 2024-11-14T14:19:31,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:31,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:31,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5010 sec 2024-11-14T14:19:31,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593971513, completionTime=-1 2024-11-14T14:19:31,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:19:31,513 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594031515 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594091515 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34559,1731593967774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34559,1731593967774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34559,1731593967774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:34559, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,517 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.534sec 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34559,1731593967774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:31,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34559,1731593967774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:19:31,521 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:19:31,521 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:19:31,521 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34559,1731593967774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:31,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,34559,-1 for getting cluster id 2024-11-14T14:19:31,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:31,553 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bb41252-df25-4320-83f2-c5acd1a2b1c4' 2024-11-14T14:19:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bb41252-df25-4320-83f2-c5acd1a2b1c4" 2024-11-14T14:19:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506afa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,34559,-1] 2024-11-14T14:19:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:31,555 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:31,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:31,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34769,1731593967920, seqNum=-1] 2024-11-14T14:19:31,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:31,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:31,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:31,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:31,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b6f5820005 connected 2024-11-14T14:19:31,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,34533,-1 for getting cluster id 2024-11-14T14:19:31,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:31,675 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '549320bc-f86f-4ca0-ae2f-6dc2586679e7' 2024-11-14T14:19:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "549320bc-f86f-4ca0-ae2f-6dc2586679e7" 2024-11-14T14:19:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5778bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,34533,-1] 2024-11-14T14:19:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:31,676 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666790ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d7600dd 2024-11-14T14:19:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:31,679 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:19:31,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:34559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:19:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:19:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:31,681 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:34559' 2024-11-14T14:19:31,682 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e122fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,682 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,34559,-1 for getting cluster id 2024-11-14T14:19:31,682 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:31,683 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bb41252-df25-4320-83f2-c5acd1a2b1c4' 2024-11-14T14:19:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bb41252-df25-4320-83f2-c5acd1a2b1c4" 2024-11-14T14:19:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e525104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,34559,-1] 2024-11-14T14:19:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:31,684 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b67864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:31,685 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f38cc8 2024-11-14T14:19:31,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:31,686 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:19:31,687 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T14:19:31,687 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:19:31,687 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:31,687 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:31,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:31,687 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:31,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:19:31,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:19:31,690 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:31,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:19:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741835_1011 (size=1138) 2024-11-14T14:19:31,739 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:19:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:32,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90f9a97030b225a800f7c7c455fdcd43, NAME => 'hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971 2024-11-14T14:19:32,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741836_1012 (size=44) 2024-11-14T14:19:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:32,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:32,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90f9a97030b225a800f7c7c455fdcd43, disabling compactions & flushes 2024-11-14T14:19:32,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. after waiting 0 ms 2024-11-14T14:19:32,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90f9a97030b225a800f7c7c455fdcd43: Waiting for close lock at 1731593972503Disabling compacts and flushes for region at 1731593972503Disabling writes for close at 1731593972503Writing region close event to WAL at 1731593972503Closed at 1731593972503 2024-11-14T14:19:32,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:19:32,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731593972504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593972504"}]},"ts":"1731593972504"} 2024-11-14T14:19:32,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:19:32,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:19:32,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593972507"}]},"ts":"1731593972507"} 2024-11-14T14:19:32,509 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:19:32,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN}] 2024-11-14T14:19:32,510 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN 2024-11-14T14:19:32,511 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN; state=OFFLINE, location=6e2cc31459a7,35205,1731593962351; forceNewPlan=false, retain=false 2024-11-14T14:19:32,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90f9a97030b225a800f7c7c455fdcd43, regionState=OPENING, regionLocation=6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:32,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN because future has completed 2024-11-14T14:19:32,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f9a97030b225a800f7c7c455fdcd43, server=6e2cc31459a7,35205,1731593962351}] 2024-11-14T14:19:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:32,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:32,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:19:32,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C35205%2C1731593962351.rep, suffix=, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs, maxLogs=10 2024-11-14T14:19:32,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.rep.1731593972822, exclude list is [], retry=0 2024-11-14T14:19:32,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:32,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.rep.1731593972822 2024-11-14T14:19:32,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 90f9a97030b225a800f7c7c455fdcd43, NAME => 'hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:32,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. service=MultiRowMutationService 2024-11-14T14:19:32,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,839 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,840 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f9a97030b225a800f7c7c455fdcd43 columnFamilyName hfileref 2024-11-14T14:19:32,840 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:32,840 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(327): Store=90f9a97030b225a800f7c7c455fdcd43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:32,841 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,841 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f9a97030b225a800f7c7c455fdcd43 columnFamilyName queue 2024-11-14T14:19:32,842 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:32,842 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(327): Store=90f9a97030b225a800f7c7c455fdcd43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:32,842 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,843 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f9a97030b225a800f7c7c455fdcd43 columnFamilyName sid 2024-11-14T14:19:32,843 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:32,844 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(327): Store=90f9a97030b225a800f7c7c455fdcd43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:32,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:19:32,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:32,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 90f9a97030b225a800f7c7c455fdcd43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74460546, jitterRate=0.10954859852790833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:19:32,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:32,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 90f9a97030b225a800f7c7c455fdcd43: Running coprocessor pre-open hook at 1731593972837Writing region info on filesystem at 1731593972837Initializing all the Stores at 1731593972838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593972838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593972839 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593972839Cleaning up temporary data from old regions at 1731593972845 (+6 ms)Running coprocessor post-open hooks at 1731593972849 (+4 ms)Region opened successfully at 1731593972849 2024-11-14T14:19:32,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., pid=7, masterSystemTime=1731593972816 2024-11-14T14:19:32,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:32,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90f9a97030b225a800f7c7c455fdcd43, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:32,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f9a97030b225a800f7c7c455fdcd43, server=6e2cc31459a7,35205,1731593962351 because future has completed 2024-11-14T14:19:32,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T14:19:32,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 90f9a97030b225a800f7c7c455fdcd43, server=6e2cc31459a7,35205,1731593962351 in 191 msec 2024-11-14T14:19:32,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:19:32,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN in 348 msec 2024-11-14T14:19:32,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:19:32,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593972859"}]},"ts":"1731593972859"} 2024-11-14T14:19:32,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:19:32,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:19:32,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-14T14:19:32,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., hostname=6e2cc31459a7,35205,1731593962351, seqNum=2] 2024-11-14T14:19:32,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:32,974 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:32,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:19:33,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T14:19:33,149 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:19:33,177 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,35205,1731593962351, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:19:33,177 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:33,177 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35205,1731593962351, seqNum=-1] 2024-11-14T14:19:33,178 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:33,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T14:19:33,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,35205,1731593962351', locateType=CURRENT is [region=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., hostname=6e2cc31459a7,35205,1731593962351, seqNum=2] 2024-11-14T14:19:33,182 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T14:19:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T14:19:33,184 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,35205,1731593962351 suceeded 2024-11-14T14:19:33,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T14:19:33,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T14:19:33,187 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:34559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:19:33,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-14T14:19:33,196 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:34559' 2024-11-14T14:19:33,197 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@775e69d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:33,197 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,34559,-1 for getting cluster id 2024-11-14T14:19:33,198 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:33,198 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bb41252-df25-4320-83f2-c5acd1a2b1c4' 2024-11-14T14:19:33,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:33,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bb41252-df25-4320-83f2-c5acd1a2b1c4" 2024-11-14T14:19:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e3f41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,34559,-1] 2024-11-14T14:19:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:33,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,200 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:33,200 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cff9b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:33,200 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:33,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:33,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3b08c2 2024-11-14T14:19:33,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:33,202 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T14:19:33,202 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,35205,1731593962351 (queues=1) is replicating from cluster=549320bc-f86f-4ca0-ae2f-6dc2586679e7 to cluster=9bb41252-df25-4320-83f2-c5acd1a2b1c4 2024-11-14T14:19:33,203 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C35205%2C1731593962351 2024-11-14T14:19:33,203 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,35205,1731593962351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:19:33,203 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.shipper6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C35205%2C1731593962351 2024-11-14T14:19:33,203 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670, startPosition=0, beingWritten=true 2024-11-14T14:19:33,408 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 to pos 0, reset compression=false 2024-11-14T14:19:33,713 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 to pos 0, reset compression=false 2024-11-14T14:19:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:33,828 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:19:33,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:33,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:33,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:33,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f477b8 2024-11-14T14:19:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:33,831 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:19:33,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:19:33,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:33,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:33,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:33,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:19:33,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=608752726, stopped=false 2024-11-14T14:19:33,832 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,34533,1731593962125 2024-11-14T14:19:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:33,879 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:33,879 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:33,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:33,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:33,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:33,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,35205,1731593962351' ***** 2024-11-14T14:19:33,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:19:33,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:33,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:33,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:35205. 2024-11-14T14:19:33,880 DEBUG [RS:0;6e2cc31459a7:35205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:33,880 DEBUG [RS:0;6e2cc31459a7:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:33,880 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90f9a97030b225a800f7c7c455fdcd43, disabling compactions & flushes 2024-11-14T14:19:33,880 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:19:33,880 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:33,880 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:19:33,881 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. after waiting 0 ms 2024-11-14T14:19:33,881 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:19:33,881 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:33,881 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90f9a97030b225a800f7c7c455fdcd43 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T14:19:33,882 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:19:33,882 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1325): Online Regions={90f9a97030b225a800f7c7c455fdcd43=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:33,882 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:33,882 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:33,882 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:33,882 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:33,882 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:33,882 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:33,882 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T14:19:33,895 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/info/744b2cbc5e734b06a3da725dd011ff63 is 147, key is hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43./info:regioninfo/1731593972852/Put/seqid=0 2024-11-14T14:19:33,898 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/.tmp/queue/b22a0875a7a045cab711b9503d92abed is 151, key is 1-6e2cc31459a7,35205,1731593962351/queue:6e2cc31459a7%2C35205%2C1731593962351/1731593973181/Put/seqid=0 2024-11-14T14:19:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741838_1014 (size=6631) 2024-11-14T14:19:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741839_1015 (size=5350) 2024-11-14T14:19:33,944 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:34,082 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:34,118 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 to pos 0, reset compression=false 2024-11-14T14:19:34,282 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:34,300 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/info/744b2cbc5e734b06a3da725dd011ff63 2024-11-14T14:19:34,302 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/.tmp/queue/b22a0875a7a045cab711b9503d92abed 2024-11-14T14:19:34,309 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/.tmp/queue/b22a0875a7a045cab711b9503d92abed as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/queue/b22a0875a7a045cab711b9503d92abed 2024-11-14T14:19:34,315 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/queue/b22a0875a7a045cab711b9503d92abed, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T14:19:34,316 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 90f9a97030b225a800f7c7c455fdcd43 in 435ms, sequenceid=5, compaction requested=false 2024-11-14T14:19:34,316 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:34,322 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:34,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90f9a97030b225a800f7c7c455fdcd43: Waiting for close lock at 1731593973880Running coprocessor pre-close hooks at 1731593973880Disabling compacts and flushes for region at 1731593973880Disabling writes for close at 1731593973881 (+1 ms)Obtaining lock to block concurrent updates at 1731593973881Preparing flush snapshotting stores in 90f9a97030b225a800f7c7c455fdcd43 at 1731593973881Finished memstore snapshotting hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731593973881Flushing stores of hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. at 1731593973881Flushing 90f9a97030b225a800f7c7c455fdcd43/queue: creating writer at 1731593973881Flushing 90f9a97030b225a800f7c7c455fdcd43/queue: appending metadata at 1731593973897 (+16 ms)Flushing 90f9a97030b225a800f7c7c455fdcd43/queue: closing flushed file at 1731593973897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5505f184: reopening flushed file at 1731593974308 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 90f9a97030b225a800f7c7c455fdcd43 in 435ms, sequenceid=5, compaction requested=false at 1731593974316 (+8 ms)Writing region close event to WAL at 1731593974318 (+2 ms)Running coprocessor post-close hooks at 1731593974322 (+4 ms)Closed at 1731593974322 2024-11-14T14:19:34,323 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:34,326 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/ns/53ad500e77d44d6d992ab9d2fab98c6d is 43, key is default/ns:d/1731593965674/Put/seqid=0 2024-11-14T14:19:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741840_1016 (size=5153) 2024-11-14T14:19:34,483 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:34,573 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:19:34,573 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:19:34,622 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 to pos 0, reset compression=false 2024-11-14T14:19:34,683 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:34,731 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/ns/53ad500e77d44d6d992ab9d2fab98c6d 2024-11-14T14:19:34,755 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/table/00bc90c174ac40cf814a81717259c264 is 53, key is hbase:replication/table:state/1731593972859/Put/seqid=0 2024-11-14T14:19:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741841_1017 (size=5256) 2024-11-14T14:19:34,883 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:19:34,883 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:34,883 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:35,083 DEBUG [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:35,160 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/table/00bc90c174ac40cf814a81717259c264 2024-11-14T14:19:35,166 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/info/744b2cbc5e734b06a3da725dd011ff63 as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/info/744b2cbc5e734b06a3da725dd011ff63 2024-11-14T14:19:35,172 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/info/744b2cbc5e734b06a3da725dd011ff63, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T14:19:35,174 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/ns/53ad500e77d44d6d992ab9d2fab98c6d as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/ns/53ad500e77d44d6d992ab9d2fab98c6d 2024-11-14T14:19:35,179 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/ns/53ad500e77d44d6d992ab9d2fab98c6d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:19:35,180 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/table/00bc90c174ac40cf814a81717259c264 as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/table/00bc90c174ac40cf814a81717259c264 2024-11-14T14:19:35,185 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/table/00bc90c174ac40cf814a81717259c264, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T14:19:35,186 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-14T14:19:35,190 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:19:35,190 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:35,190 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:35,190 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:35,191 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593973882Running coprocessor pre-close hooks at 1731593973882Disabling compacts and flushes for region at 1731593973882Disabling writes for close at 1731593973882Obtaining lock to block concurrent updates at 1731593973882Preparing flush snapshotting stores in 1588230740 at 1731593973882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731593973883 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731593973883Flushing 1588230740/info: creating writer at 1731593973883Flushing 1588230740/info: appending metadata at 1731593973895 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731593973895Flushing 1588230740/ns: creating writer at 1731593974306 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731593974326 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731593974326Flushing 1588230740/table: creating writer at 1731593974736 (+410 ms)Flushing 1588230740/table: appending metadata at 1731593974755 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731593974755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b63cef: reopening flushed file at 1731593975165 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b1e6d5: reopening flushed file at 1731593975173 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b6e9be: reopening flushed file at 1731593975179 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731593975186 (+7 ms)Writing region close event to WAL at 1731593975187 (+1 ms)Running coprocessor post-close hooks at 1731593975190 (+3 ms)Closed at 1731593975190 2024-11-14T14:19:35,191 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:35,229 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 to pos 0, reset compression=false 2024-11-14T14:19:35,283 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,35205,1731593962351; all regions closed. 2024-11-14T14:19:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741834_1010 (size=2742) 2024-11-14T14:19:35,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.meta.1731593965613.meta not finished, retry = 0 2024-11-14T14:19:35,388 DEBUG [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs 2024-11-14T14:19:35,388 INFO [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C35205%2C1731593962351.meta:.meta(num 1731593965613) 2024-11-14T14:19:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741837_1013 (size=1586) 2024-11-14T14:19:35,392 DEBUG [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs 2024-11-14T14:19:35,392 INFO [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C35205%2C1731593962351.rep:(num 1731593972822) 2024-11-14T14:19:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741832_1008 (size=93) 2024-11-14T14:19:35,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351/6e2cc31459a7%2C35205%2C1731593962351.1731593964670 not finished, retry = 0 2024-11-14T14:19:35,498 DEBUG [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs 2024-11-14T14:19:35,498 INFO [RS:0;6e2cc31459a7:35205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C35205%2C1731593962351:(num 1731593964670) 2024-11-14T14:19:35,498 DEBUG [RS:0;6e2cc31459a7:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:35,498 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:35,498 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:35,498 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:35,498 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:35,498 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:35,498 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,35205,1731593962351 because: Region server is closing 2024-11-14T14:19:35,499 INFO [RS:0;6e2cc31459a7:35205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:35205. 2024-11-14T14:19:35,499 DEBUG [RS:0;6e2cc31459a7:35205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:35,499 DEBUG [RS:0;6e2cc31459a7:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:35,499 DEBUG [RS:0;6e2cc31459a7:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:35,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:35,599 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.wal-reader.6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:19:35,599 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.shipper6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:19:35,599 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,35205,1731593962351.replicationSource.shipper6e2cc31459a7%2C35205%2C1731593962351,1-6e2cc31459a7,35205,1731593962351 terminated 2024-11-14T14:19:35,600 INFO [RS:0;6e2cc31459a7:35205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35205 2024-11-14T14:19:35,667 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/rs/6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/rs 2024-11-14T14:19:35,667 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:35,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,35205,1731593962351] 2024-11-14T14:19:35,709 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/draining/6e2cc31459a7,35205,1731593962351 already deleted, retry=false 2024-11-14T14:19:35,709 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,35205,1731593962351 expired; onlineServers=0 2024-11-14T14:19:35,709 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,34533,1731593962125' ***** 2024-11-14T14:19:35,709 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:35,709 DEBUG [M:0;6e2cc31459a7:34533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:19:35,709 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:19:35,709 DEBUG [M:0;6e2cc31459a7:34533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:19:35,709 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593964381 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593964381,5,FailOnTimeoutGroup] 2024-11-14T14:19:35,709 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593964381 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593964381,5,FailOnTimeoutGroup] 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:35,709 DEBUG [M:0;6e2cc31459a7:34533 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:35,709 INFO [M:0;6e2cc31459a7:34533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:19:35,710 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:19:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/master 2024-11-14T14:19:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:35,721 DEBUG [M:0;6e2cc31459a7:34533 {}] zookeeper.ZKUtil(347): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/master because node does not exist (not an error) 2024-11-14T14:19:35,721 WARN [M:0;6e2cc31459a7:34533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:19:35,721 INFO [M:0;6e2cc31459a7:34533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/.lastflushedseqids 2024-11-14T14:19:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741842_1018 (size=181) 2024-11-14T14:19:35,788 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:35,788 INFO [RS:0;6e2cc31459a7:35205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:35,788 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10139b6f5820001, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:35,788 INFO [RS:0;6e2cc31459a7:35205 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,35205,1731593962351; zookeeper connection closed. 2024-11-14T14:19:35,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ac3981f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ac3981f 2024-11-14T14:19:35,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:19:36,126 INFO [M:0;6e2cc31459a7:34533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:19:36,126 INFO [M:0;6e2cc31459a7:34533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:19:36,126 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:36,126 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:36,126 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:36,126 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:36,126 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:36,126 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T14:19:36,140 DEBUG [M:0;6e2cc31459a7:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52b7fc33e7e2475aaea864eeb6970e88 is 82, key is hbase:meta,,1/info:regioninfo/1731593965646/Put/seqid=0 2024-11-14T14:19:36,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741843_1019 (size=5672) 2024-11-14T14:19:36,545 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52b7fc33e7e2475aaea864eeb6970e88 2024-11-14T14:19:36,565 DEBUG [M:0;6e2cc31459a7:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bab0c5dd69948ba95389e3394fe83f5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731593972863/Put/seqid=0 2024-11-14T14:19:36,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741844_1020 (size=7203) 2024-11-14T14:19:36,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:36,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:36,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:36,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:36,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:36,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:36,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:36,973 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bab0c5dd69948ba95389e3394fe83f5 2024-11-14T14:19:36,989 DEBUG [M:0;6e2cc31459a7:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6903de2cbd74a358aa4c987105d4340 is 69, key is 6e2cc31459a7,35205,1731593962351/rs:state/1731593964515/Put/seqid=0 2024-11-14T14:19:36,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741845_1021 (size=5156) 2024-11-14T14:19:37,003 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6903de2cbd74a358aa4c987105d4340 2024-11-14T14:19:37,008 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52b7fc33e7e2475aaea864eeb6970e88 as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52b7fc33e7e2475aaea864eeb6970e88 2024-11-14T14:19:37,012 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52b7fc33e7e2475aaea864eeb6970e88, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T14:19:37,012 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bab0c5dd69948ba95389e3394fe83f5 as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bab0c5dd69948ba95389e3394fe83f5 2024-11-14T14:19:37,017 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bab0c5dd69948ba95389e3394fe83f5, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T14:19:37,018 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6903de2cbd74a358aa4c987105d4340 as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6903de2cbd74a358aa4c987105d4340 2024-11-14T14:19:37,022 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6903de2cbd74a358aa4c987105d4340, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T14:19:37,023 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=70, compaction requested=false 2024-11-14T14:19:37,024 INFO [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:37,024 DEBUG [M:0;6e2cc31459a7:34533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593976126Disabling compacts and flushes for region at 1731593976126Disabling writes for close at 1731593976126Obtaining lock to block concurrent updates at 1731593976126Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593976126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731593976126Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593976127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593976127Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593976140 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593976140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593976549 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593976564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593976564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593976977 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593976989 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593976989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1037bf0: reopening flushed file at 1731593977007 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6e9530: reopening flushed file at 1731593977012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdee376: reopening flushed file at 1731593977017 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=70, compaction requested=false at 1731593977023 (+6 ms)Writing region close event to WAL at 1731593977024 (+1 ms)Closed at 1731593977024 2024-11-14T14:19:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741830_1006 (size=41008) 2024-11-14T14:19:37,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 not finished, retry = 0 2024-11-14T14:19:37,127 INFO [M:0;6e2cc31459a7:34533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:19:37,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:37,127 INFO [M:0;6e2cc31459a7:34533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34533 2024-11-14T14:19:37,127 INFO [M:0;6e2cc31459a7:34533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:37,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:37,421 INFO [M:0;6e2cc31459a7:34533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:37,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10139b6f5820000, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:37,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:37,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42353 2024-11-14T14:19:37,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42353 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423530x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:37,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42353-0x10139b6f5820006 connected 2024-11-14T14:19:37,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:37,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:37,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:37,544 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: INIT 2024-11-14T14:19:37,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971, hbase.cluster.distributed=false 2024-11-14T14:19:37,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/acl 2024-11-14T14:19:37,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-14T14:19:37,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42353 2024-11-14T14:19:37,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42353 2024-11-14T14:19:37,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-14T14:19:37,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-14T14:19:37,559 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:19:37,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:37,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43901 2024-11-14T14:19:37,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43901 connecting to ZooKeeper ensemble=127.0.0.1:53526 2024-11-14T14:19:37,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:37,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:37,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439010x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:37,574 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: INIT 2024-11-14T14:19:37,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439010x0, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:37,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43901-0x10139b6f5820007 connected 2024-11-14T14:19:37,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:19:37,576 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:19:37,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/master 2024-11-14T14:19:37,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/acl 2024-11-14T14:19:37,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43901 2024-11-14T14:19:37,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43901 2024-11-14T14:19:37,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43901 2024-11-14T14:19:37,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43901 2024-11-14T14:19:37,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43901 2024-11-14T14:19:37,589 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:42353 2024-11-14T14:19:37,589 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1449425959/backup-masters/6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:37,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:37,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:37,595 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on existing znode=/0-1449425959/backup-masters/6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1449425959/master 2024-11-14T14:19:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:37,605 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on existing znode=/0-1449425959/master 2024-11-14T14:19:37,606 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1449425959/backup-masters/6e2cc31459a7,42353,1731593977422 from backup master directory 2024-11-14T14:19:37,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/backup-masters/6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:37,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:37,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/backup-masters 2024-11-14T14:19:37,615 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:37,615 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:37,625 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:37,625 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:19:37,630 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-14T14:19:37,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741846_1022 (size=196) 2024-11-14T14:19:38,042 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:38,042 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:19:38,042 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:38,047 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T14:19:38,050 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125 to hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125-dead as it is dead 2024-11-14T14:19:38,050 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125-dead/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 2024-11-14T14:19:38,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125-dead/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 after 1ms 2024-11-14T14:19:38,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125-dead/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 to hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 2024-11-14T14:19:38,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,34533,1731593962125-dead 2024-11-14T14:19:38,052 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:38,053 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:38,054 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C42353%2C1731593977422, suffix=, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,42353,1731593977422, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/oldWALs, maxLogs=10 2024-11-14T14:19:38,065 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,42353,1731593977422/6e2cc31459a7%2C42353%2C1731593977422.1731593978054, exclude list is [], retry=0 2024-11-14T14:19:38,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:38,069 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,42353,1731593977422/6e2cc31459a7%2C42353%2C1731593977422.1731593978054 2024-11-14T14:19:38,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:38,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:38,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:38,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:19:38,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52b7fc33e7e2475aaea864eeb6970e88 2024-11-14T14:19:38,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:38,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:19:38,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bab0c5dd69948ba95389e3394fe83f5 2024-11-14T14:19:38,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:38,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:19:38,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6903de2cbd74a358aa4c987105d4340 2024-11-14T14:19:38,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:38,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:19:38,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:38,089 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,090 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T14:19:38,090 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 2024-11-14T14:19:38,094 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 2024-11-14T14:19:38,095 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6e2cc31459a7%2C34533%2C1731593962125.1731593964115 2024-11-14T14:19:38,096 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,096 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,096 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:38,097 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:38,099 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T14:19:38,100 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72226047, jitterRate=0.07625196874141693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:38,100 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593978069Initializing all the Stores at 1731593978070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593978070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593978070Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593978070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593978070Cleaning up temporary data from old regions at 1731593978096 (+26 ms)Region opened successfully at 1731593978100 (+4 ms) 2024-11-14T14:19:38,100 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:19:38,103 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b9bbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:38,105 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T14:19:38,105 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:19:38,105 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:19:38,106 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:19:38,106 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:19:38,109 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:38,110 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:19:38,110 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:19:38,110 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T14:19:38,110 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:19:38,114 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2cc31459a7,35205,1731593962351, regionLocation=6e2cc31459a7,35205,1731593962351, openSeqNum=2 2024-11-14T14:19:38,114 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2cc31459a7,35205,1731593962351, table=hbase:meta, region=1588230740 2024-11-14T14:19:38,114 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,35205,1731593962351, state=OPEN 2024-11-14T14:19:38,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:38,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:38,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:38,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:38,124 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:19:38,131 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/draining/6e2cc31459a7,35205,1731593962351 already deleted, retry=false 2024-11-14T14:19:38,131 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6e2cc31459a7,35205,1731593962351 on 6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:38,132 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6e2cc31459a7,35205,1731593962351, splitWal=true, meta=true 2024-11-14T14:19:38,133 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6e2cc31459a7,35205,1731593962351 (carryingMeta=true) 6e2cc31459a7,35205,1731593962351/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18a70438[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T14:19:38,134 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/balancer because node does not exist (not necessarily an error) 2024-11-14T14:19:38,142 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/balancer already deleted, retry=false 2024-11-14T14:19:38,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:19:38,143 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:19:38,152 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/normalizer already deleted, retry=false 2024-11-14T14:19:38,153 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:19:38,153 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:19:38,163 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/switch/split already deleted, retry=false 2024-11-14T14:19:38,164 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:19:38,173 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/switch/merge already deleted, retry=false 2024-11-14T14:19:38,186 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Unable to get data of znode /0-1449425959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:19:38,194 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/snapshot-cleanup already deleted, retry=false 2024-11-14T14:19:38,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:38,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:38,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:38,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:38,205 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,42353,1731593977422, sessionid=0x10139b6f5820006, setting cluster-up flag (Was=false) 2024-11-14T14:19:38,216 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1449425959/flush-table-proc/acquired, /0-1449425959/flush-table-proc/reached, /0-1449425959/flush-table-proc/abort 2024-11-14T14:19:38,217 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:38,227 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1449425959/online-snapshot/acquired, /0-1449425959/online-snapshot/reached, /0-1449425959/online-snapshot/abort 2024-11-14T14:19:38,227 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:38,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/.lastflushedseqids 2024-11-14T14:19:38,231 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:19:38,231 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:19:38,231 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,42353,1731593977422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6e2cc31459a7,35205,1731593962351 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:38,232 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,233 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594008233 2024-11-14T14:19:38,233 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:19:38,233 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:19:38,233 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:19:38,233 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:19:38,233 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,234 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6e2cc31459a7,35205,1731593962351, splitWal=true, meta=true 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:19:38,234 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:19:38,235 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593978234,5,FailOnTimeoutGroup] 2024-11-14T14:19:38,235 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593978235,5,FailOnTimeoutGroup] 2024-11-14T14:19:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,235 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2cc31459a7,35205,1731593962351, splitWal=true, meta=true, isMeta: true 2024-11-14T14:19:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:19:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593978235, completionTime=-1 2024-11-14T14:19:38,235 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T14:19:38,235 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T14:19:38,236 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351-splitting 2024-11-14T14:19:38,237 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351-splitting dir is empty, no logs to split. 2024-11-14T14:19:38,237 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2cc31459a7,35205,1731593962351 WAL count=0, meta=true 2024-11-14T14:19:38,239 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351-splitting dir is empty, no logs to split. 2024-11-14T14:19:38,239 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2cc31459a7,35205,1731593962351 WAL count=0, meta=true 2024-11-14T14:19:38,239 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6e2cc31459a7,35205,1731593962351 WAL splitting is done? wals=0, meta=true 2024-11-14T14:19:38,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:19:38,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:38,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T14:19:38,280 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(746): ClusterId : 549320bc-f86f-4ca0-ae2f-6dc2586679e7 2024-11-14T14:19:38,281 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:19:38,290 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:19:38,290 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:19:38,301 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:19:38,301 DEBUG [RS:0;6e2cc31459a7:43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f60dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:38,313 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:43901 2024-11-14T14:19:38,313 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:19:38,313 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:19:38,313 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:19:38,314 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,42353,1731593977422 with port=43901, startcode=1731593977559 2024-11-14T14:19:38,314 DEBUG [RS:0;6e2cc31459a7:43901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:19:38,315 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:19:38,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42353 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,317 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971 2024-11-14T14:19:38,317 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35285 2024-11-14T14:19:38,317 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:19:38,335 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T14:19:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/rs 2024-11-14T14:19:38,362 DEBUG [RS:0;6e2cc31459a7:43901 {}] zookeeper.ZKUtil(111): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on existing znode=/0-1449425959/rs/6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,362 WARN [RS:0;6e2cc31459a7:43901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:38,362 INFO [RS:0;6e2cc31459a7:43901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:38,362 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,43901,1731593977559] 2024-11-14T14:19:38,378 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:19:38,379 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:19:38,379 INFO [RS:0;6e2cc31459a7:43901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:19:38,379 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,379 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:19:38,380 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:19:38,380 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:38,380 DEBUG [RS:0;6e2cc31459a7:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:38,381 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,381 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,381 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,381 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,381 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,381 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,43901,1731593977559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:38,392 WARN [6e2cc31459a7:42353 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:19:38,393 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:19:38,393 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,43901,1731593977559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,404 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,43901,1731593977559, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:19:38,405 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,405 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.Replication(171): 6e2cc31459a7,43901,1731593977559 started 2024-11-14T14:19:38,417 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:34559' 2024-11-14T14:19:38,417 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:38,417 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,43901,1731593977559, RpcServer on 6e2cc31459a7/172.17.0.2:43901, sessionid=0x10139b6f5820007 2024-11-14T14:19:38,417 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:19:38,417 DEBUG [RS:0;6e2cc31459a7:43901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,417 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,43901,1731593977559' 2024-11-14T14:19:38,417 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1449425959/flush-table-proc/abort' 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1449425959/flush-table-proc/acquired' 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f066af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,34559,-1 for getting cluster id 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,43901,1731593977559' 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1449425959/online-snapshot/abort' 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:38,418 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1449425959/online-snapshot/acquired' 2024-11-14T14:19:38,419 DEBUG [RS:0;6e2cc31459a7:43901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:19:38,419 INFO [RS:0;6e2cc31459a7:43901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:19:38,419 INFO [RS:0;6e2cc31459a7:43901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:19:38,419 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bb41252-df25-4320-83f2-c5acd1a2b1c4' 2024-11-14T14:19:38,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:38,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bb41252-df25-4320-83f2-c5acd1a2b1c4" 2024-11-14T14:19:38,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8e08ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:38,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,34559,-1] 2024-11-14T14:19:38,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:38,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:38,420 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:38,421 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674f9b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:38,421 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:38,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@240d9e9d 2024-11-14T14:19:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:38,422 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T14:19:38,423 INFO [RS:0;6e2cc31459a7:43901.replicationSource,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,43901,1731593977559 (queues=0) is replicating from cluster=549320bc-f86f-4ca0-ae2f-6dc2586679e7 to cluster=9bb41252-df25-4320-83f2-c5acd1a2b1c4 2024-11-14T14:19:38,519 INFO [RS:0;6e2cc31459a7:43901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:38,520 INFO [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C43901%2C1731593977559, suffix=, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs, maxLogs=10 2024-11-14T14:19:38,533 DEBUG [RS:0;6e2cc31459a7:43901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521, exclude list is [], retry=0 2024-11-14T14:19:38,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:38,537 INFO [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 2024-11-14T14:19:38,537 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6e2cc31459a7%2C43901%2C1731593977559 for peer 1 2024-11-14T14:19:38,537 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C43901%2C1731593977559 2024-11-14T14:19:38,537 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,43901,1731593977559, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:19:38,538 DEBUG [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:38,538 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521, startPosition=0, beingWritten=true 2024-11-14T14:19:38,538 INFO [RS:0;6e2cc31459a7:43901.replicationSource.shipper6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C43901%2C1731593977559 2024-11-14T14:19:38,642 DEBUG [6e2cc31459a7:42353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:19:38,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,43901,1731593977559, state=OPENING 2024-11-14T14:19:38,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:38,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:38,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:38,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:38,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:38,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,43901,1731593977559}] 2024-11-14T14:19:38,745 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:38,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:19:38,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:19:38,814 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:19:38,814 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:38,815 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:19:38,817 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C43901%2C1731593977559.meta, suffix=.meta, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs, maxLogs=10 2024-11-14T14:19:38,831 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.meta.1731593978817.meta, exclude list is [], retry=0 2024-11-14T14:19:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:38,835 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.meta.1731593978817.meta 2024-11-14T14:19:38,835 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:38,835 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:38,836 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:38,836 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:38,836 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:19:38,836 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:19:38,836 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:19:38,836 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:38,836 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:19:38,836 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:19:38,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:38,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:38,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,843 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/info/744b2cbc5e734b06a3da725dd011ff63 2024-11-14T14:19:38,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:38,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:38,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:38,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,851 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/ns/53ad500e77d44d6d992ab9d2fab98c6d 2024-11-14T14:19:38,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:38,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:38,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:38,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:38,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:38,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:38,858 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/table/00bc90c174ac40cf814a81717259c264 2024-11-14T14:19:38,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:38,859 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:38,859 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740 2024-11-14T14:19:38,860 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740 2024-11-14T14:19:38,861 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:38,861 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:38,862 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:38,862 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:38,863 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63910400, jitterRate=-0.04766082763671875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:38,863 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:19:38,863 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593978836Writing region info on filesystem at 1731593978836Initializing all the Stores at 1731593978837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593978837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593978837Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593978837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593978837Cleaning up temporary data from old regions at 1731593978861 (+24 ms)Running coprocessor post-open hooks at 1731593978863 (+2 ms)Region opened successfully at 1731593978863 2024-11-14T14:19:38,864 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731593978810 2024-11-14T14:19:38,866 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:19:38,866 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:19:38,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,867 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,43901,1731593977559, state=OPEN 2024-11-14T14:19:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1449425959/meta-region-server 2024-11-14T14:19:38,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:38,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1449425959/meta-region-server: CHANGED 2024-11-14T14:19:38,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:38,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T14:19:38,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,43901,1731593977559 in 221 msec 2024-11-14T14:19:38,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:19:38,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-14T14:19:39,049 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:39,453 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:39,838 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T14:19:39,957 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:40,561 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:41,265 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:41,340 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T14:19:42,070 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:42,743 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T14:19:42,743 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:19:42,743 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:42,744 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43901,1731593977559, seqNum=-1] 2024-11-14T14:19:42,744 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:42,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:42,751 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90f9a97030b225a800f7c7c455fdcd43, regionState=OPEN, lastHost=6e2cc31459a7,35205,1731593962351, regionLocation=6e2cc31459a7,35205,1731593962351, openSeqNum=2 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594042751 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594102751 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42353,1731593977422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42353,1731593977422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42353,1731593977422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:42353, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,752 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 6e2cc31459a7,35205,1731593962351 had 2 regions 2024-11-14T14:19:42,753 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,756 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2cc31459a7,35205,1731593962351, splitWal=true, meta=true, isMeta: false 2024-11-14T14:19:42,763 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351-splitting dir is empty, no logs to split. 2024-11-14T14:19:42,763 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6e2cc31459a7,35205,1731593962351 WAL count=0, meta=false 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.152sec 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42353,1731593977422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:42,769 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42353,1731593977422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:19:42,769 WARN [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6e2cc31459a7,35205,1731593962351/hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:42,770 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,35205,1731593962351-splitting dir is empty, no logs to split. 2024-11-14T14:19:42,770 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6e2cc31459a7,35205,1731593962351 WAL count=0, meta=false 2024-11-14T14:19:42,770 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 6e2cc31459a7,35205,1731593962351 WAL splitting is done? wals=0, meta=false 2024-11-14T14:19:42,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN}] 2024-11-14T14:19:42,773 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN 2024-11-14T14:19:42,775 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T14:19:42,796 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:19:42,796 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:19:42,796 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,42353,1731593977422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:42,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150b7a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:42,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42353,-1 for getting cluster id 2024-11-14T14:19:42,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:42,813 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '549320bc-f86f-4ca0-ae2f-6dc2586679e7' 2024-11-14T14:19:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "549320bc-f86f-4ca0-ae2f-6dc2586679e7" 2024-11-14T14:19:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661bc8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42353,-1] 2024-11-14T14:19:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,815 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a7476b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:42,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43901,1731593977559, seqNum=-1] 2024-11-14T14:19:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:42,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:42,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T14:19:42,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:42,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:42,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6e2cc31459a7:42353 after: 6e2cc31459a7:42353 2024-11-14T14:19:42,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:42,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:42,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,42353,-1 for getting cluster id 2024-11-14T14:19:42,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:42,833 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '549320bc-f86f-4ca0-ae2f-6dc2586679e7' 2024-11-14T14:19:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "549320bc-f86f-4ca0-ae2f-6dc2586679e7" 2024-11-14T14:19:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d65ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,42353,-1] 2024-11-14T14:19:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,836 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:42,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:42,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b7c18c 2024-11-14T14:19:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:42,840 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:19:42,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T14:19:42,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:19:42,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:42,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:42,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:42,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:19:42,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=688208422, stopped=false 2024-11-14T14:19:42,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,34559,1731593967774 2024-11-14T14:19:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11188273825/running 2024-11-14T14:19:42,889 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11188273825/running 2024-11-14T14:19:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:42,889 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:42,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:42,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:42,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:42,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,34769,1731593967920' ***** 2024-11-14T14:19:42,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:19:42,890 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:19:42,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:19:42,890 INFO [RS:0;6e2cc31459a7:34769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:19:42,890 INFO [RS:0;6e2cc31459a7:34769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:19:42,890 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:42,890 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:42,891 INFO [RS:0;6e2cc31459a7:34769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:34769. 2024-11-14T14:19:42,891 DEBUG [RS:0;6e2cc31459a7:34769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:42,891 DEBUG [RS:0;6e2cc31459a7:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:42,891 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:19:42,891 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:19:42,891 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:19:42,891 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:19:42,892 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:19:42,892 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:42,893 DEBUG [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:42,893 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:42,893 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:42,893 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:42,893 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:42,893 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:42,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/running 2024-11-14T14:19:42,893 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:42,893 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T14:19:42,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Set watcher on znode that does not yet exist, /11188273825/running 2024-11-14T14:19:42,925 DEBUG [6e2cc31459a7:42353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:19:42,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=90f9a97030b225a800f7c7c455fdcd43, regionState=OPENING, regionLocation=6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:42,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN because future has completed 2024-11-14T14:19:42,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f9a97030b225a800f7c7c455fdcd43, server=6e2cc31459a7,43901,1731593977559}] 2024-11-14T14:19:42,948 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/.tmp/ns/478bd9ed2cbf4c91b306e15d434e3042 is 43, key is default/ns:d/1731593971508/Put/seqid=0 2024-11-14T14:19:42,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741835_1011 (size=5153) 2024-11-14T14:19:42,972 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/.tmp/ns/478bd9ed2cbf4c91b306e15d434e3042 2024-11-14T14:19:42,978 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:42,983 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/.tmp/ns/478bd9ed2cbf4c91b306e15d434e3042 as hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/ns/478bd9ed2cbf4c91b306e15d434e3042 2024-11-14T14:19:42,992 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/ns/478bd9ed2cbf4c91b306e15d434e3042, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T14:19:42,993 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=6, compaction requested=false 2024-11-14T14:19:42,994 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:19:43,017 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:19:43,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:43,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:43,018 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:43,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593982893Running coprocessor pre-close hooks at 1731593982893Disabling compacts and flushes for region at 1731593982893Disabling writes for close at 1731593982893Obtaining lock to block concurrent updates at 1731593982893Preparing flush snapshotting stores in 1588230740 at 1731593982893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731593982894 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731593982894Flushing 1588230740/ns: creating writer at 1731593982895 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731593982947 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1731593982947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a00b220: reopening flushed file at 1731593982981 (+34 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=6, compaction requested=false at 1731593982994 (+13 ms)Writing region close event to WAL at 1731593983006 (+12 ms)Running coprocessor post-close hooks at 1731593983018 (+12 ms)Closed at 1731593983018 2024-11-14T14:19:43,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:43,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:43,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:43,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:19:43,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C43901%2C1731593977559.rep, suffix=, logDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559, archiveDir=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs, maxLogs=10 2024-11-14T14:19:43,093 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,34769,1731593967920; all regions closed. 2024-11-14T14:19:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741834_1010 (size=1152) 2024-11-14T14:19:43,101 DEBUG [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/oldWALs 2024-11-14T14:19:43,101 INFO [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C34769%2C1731593967920.meta:.meta(num 1731593971251) 2024-11-14T14:19:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741832_1008 (size=93) 2024-11-14T14:19:43,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/WALs/6e2cc31459a7,34769,1731593967920/6e2cc31459a7%2C34769%2C1731593967920.1731593970422 not finished, retry = 0 2024-11-14T14:19:43,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.rep.1731593983092, exclude list is [], retry=0 2024-11-14T14:19:43,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-be6826ce-5637-42e9-8b5a-79e0e08ea697,DISK] 2024-11-14T14:19:43,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.rep.1731593983092 2024-11-14T14:19:43,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-14T14:19:43,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 90f9a97030b225a800f7c7c455fdcd43, NAME => 'hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:43,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:43,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:43,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. service=MultiRowMutationService 2024-11-14T14:19:43,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:19:43,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:43,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,140 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,141 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f9a97030b225a800f7c7c455fdcd43 columnFamilyName hfileref 2024-11-14T14:19:43,142 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:43,144 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(327): Store=90f9a97030b225a800f7c7c455fdcd43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:43,144 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,146 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f9a97030b225a800f7c7c455fdcd43 columnFamilyName queue 2024-11-14T14:19:43,146 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:43,160 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/queue/b22a0875a7a045cab711b9503d92abed 2024-11-14T14:19:43,160 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(327): Store=90f9a97030b225a800f7c7c455fdcd43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:43,161 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,162 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90f9a97030b225a800f7c7c455fdcd43 columnFamilyName sid 2024-11-14T14:19:43,162 DEBUG [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:43,164 INFO [StoreOpener-90f9a97030b225a800f7c7c455fdcd43-1 {}] regionserver.HStore(327): Store=90f9a97030b225a800f7c7c455fdcd43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:43,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:19:43,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 90f9a97030b225a800f7c7c455fdcd43; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61673577, jitterRate=-0.08099208772182465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:19:43,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:43,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 90f9a97030b225a800f7c7c455fdcd43: Running coprocessor pre-open hook at 1731593983134Writing region info on filesystem at 1731593983134Initializing all the Stores at 1731593983135 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593983135Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593983140 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593983140Cleaning up temporary data from old regions at 1731593983168 (+28 ms)Running coprocessor post-open hooks at 1731593983173 (+5 ms)Region opened successfully at 1731593983174 (+1 ms) 2024-11-14T14:19:43,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., pid=13, masterSystemTime=1731593983083 2024-11-14T14:19:43,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:43,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:43,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=90f9a97030b225a800f7c7c455fdcd43, regionState=OPEN, openSeqNum=9, regionLocation=6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:43,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90f9a97030b225a800f7c7c455fdcd43, server=6e2cc31459a7,43901,1731593977559 because future has completed 2024-11-14T14:19:43,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T14:19:43,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 90f9a97030b225a800f7c7c455fdcd43, server=6e2cc31459a7,43901,1731593977559 in 257 msec 2024-11-14T14:19:43,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T14:19:43,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90f9a97030b225a800f7c7c455fdcd43, ASSIGN in 416 msec 2024-11-14T14:19:43,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T14:19:43,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., hostname=6e2cc31459a7,43901,1731593977559, seqNum=9] 2024-11-14T14:19:43,221 DEBUG [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/oldWALs 2024-11-14T14:19:43,221 INFO [RS:0;6e2cc31459a7:34769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C34769%2C1731593967920:(num 1731593970422) 2024-11-14T14:19:43,221 DEBUG [RS:0;6e2cc31459a7:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:43,221 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:43,221 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6e2cc31459a7,35205,1731593962351 2024-11-14T14:19:43,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T14:19:43,221 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:43,221 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:43,221 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:43,221 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:43,221 INFO [RS:0;6e2cc31459a7:34769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34769 2024-11-14T14:19:43,239 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11188273825/rs/6e2cc31459a7,34769,1731593967920 2024-11-14T14:19:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825/rs 2024-11-14T14:19:43,239 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:43,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,34769,1731593967920] 2024-11-14T14:19:43,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/draining/6e2cc31459a7,34769,1731593967920 already deleted, retry=false 2024-11-14T14:19:43,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,34769,1731593967920 expired; onlineServers=0 2024-11-14T14:19:43,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,34559,1731593967774' ***** 2024-11-14T14:19:43,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:19:43,258 INFO [M:0;6e2cc31459a7:34559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:43,258 INFO [M:0;6e2cc31459a7:34559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:43,258 DEBUG [M:0;6e2cc31459a7:34559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:19:43,258 DEBUG [M:0;6e2cc31459a7:34559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:19:43,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:19:43,258 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593970032 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593970032,5,FailOnTimeoutGroup] 2024-11-14T14:19:43,258 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593970033 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593970033,5,FailOnTimeoutGroup] 2024-11-14T14:19:43,258 INFO [M:0;6e2cc31459a7:34559 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:43,259 INFO [M:0;6e2cc31459a7:34559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:43,259 DEBUG [M:0;6e2cc31459a7:34559 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:19:43,259 INFO [M:0;6e2cc31459a7:34559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:19:43,259 INFO [M:0;6e2cc31459a7:34559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:43,259 INFO [M:0;6e2cc31459a7:34559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:19:43,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:19:43,347 INFO [RS:0;6e2cc31459a7:34769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:43,347 INFO [RS:0;6e2cc31459a7:34769 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,34769,1731593967920; zookeeper connection closed. 2024-11-14T14:19:43,347 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:43,347 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x10139b6f5820004, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:43,348 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f91674d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f91674d 2024-11-14T14:19:43,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:19:43,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11188273825/master 2024-11-14T14:19:43,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11188273825 2024-11-14T14:19:43,354 DEBUG [M:0;6e2cc31459a7:34559 {}] zookeeper.RecoverableZooKeeper(212): Node /11188273825/master already deleted, retry=false 2024-11-14T14:19:43,354 DEBUG [M:0;6e2cc31459a7:34559 {}] master.ActiveMasterManager(353): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Failed delete of our master address node; KeeperErrorCode = NoNode for /11188273825/master 2024-11-14T14:19:43,376 INFO [M:0;6e2cc31459a7:34559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/.lastflushedseqids 2024-11-14T14:19:43,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T14:19:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741836_1012 (size=99) 2024-11-14T14:19:43,803 INFO [M:0;6e2cc31459a7:34559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:19:43,804 INFO [M:0;6e2cc31459a7:34559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:19:43,804 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:43,804 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:43,804 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:43,804 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:43,804 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:43,804 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T14:19:43,841 DEBUG [M:0;6e2cc31459a7:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f161de9f8a8842818f5881738cca8127 is 82, key is hbase:meta,,1/info:regioninfo/1731593971285/Put/seqid=0 2024-11-14T14:19:43,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741837_1013 (size=5672) 2024-11-14T14:19:43,996 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:44,251 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f161de9f8a8842818f5881738cca8127 2024-11-14T14:19:44,288 DEBUG [M:0;6e2cc31459a7:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c5a88198c8c4e98ac0c191050ee0117 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731593971512/Put/seqid=0 2024-11-14T14:19:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741838_1014 (size=5275) 2024-11-14T14:19:44,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:44,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:44,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:44,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:44,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:44,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:44,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:44,708 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c5a88198c8c4e98ac0c191050ee0117 2024-11-14T14:19:44,726 DEBUG [M:0;6e2cc31459a7:34559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2438a7de60c44864ba1ce4a8c91973d8 is 69, key is 6e2cc31459a7,34769,1731593967920/rs:state/1731593970208/Put/seqid=0 2024-11-14T14:19:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741839_1015 (size=5156) 2024-11-14T14:19:45,103 DEBUG [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/WALs/6e2cc31459a7,43901,1731593977559/6e2cc31459a7%2C43901%2C1731593977559.1731593978521 to pos 0, reset compression=false 2024-11-14T14:19:45,130 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2438a7de60c44864ba1ce4a8c91973d8 2024-11-14T14:19:45,136 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f161de9f8a8842818f5881738cca8127 as hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f161de9f8a8842818f5881738cca8127 2024-11-14T14:19:45,141 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f161de9f8a8842818f5881738cca8127, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T14:19:45,142 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c5a88198c8c4e98ac0c191050ee0117 as hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c5a88198c8c4e98ac0c191050ee0117 2024-11-14T14:19:45,147 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c5a88198c8c4e98ac0c191050ee0117, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T14:19:45,148 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2438a7de60c44864ba1ce4a8c91973d8 as hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2438a7de60c44864ba1ce4a8c91973d8 2024-11-14T14:19:45,156 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41769/user/jenkins/test-data/6fa80cae-151a-011a-487b-3d58ab0d1494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2438a7de60c44864ba1ce4a8c91973d8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T14:19:45,157 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=28, compaction requested=false 2024-11-14T14:19:45,158 INFO [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:45,158 DEBUG [M:0;6e2cc31459a7:34559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593983804Disabling compacts and flushes for region at 1731593983804Disabling writes for close at 1731593983804Obtaining lock to block concurrent updates at 1731593983804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593983804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731593983804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593983805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593983805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593983841 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593983841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593984258 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593984288 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593984288Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593984712 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593984725 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593984726 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c7d5b5: reopening flushed file at 1731593985135 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630254c8: reopening flushed file at 1731593985141 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a51303: reopening flushed file at 1731593985147 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1352ms, sequenceid=28, compaction requested=false at 1731593985157 (+10 ms)Writing region close event to WAL at 1731593985158 (+1 ms)Closed at 1731593985158 2024-11-14T14:19:45,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741830_1006 (size=10165) 2024-11-14T14:19:45,162 INFO [M:0;6e2cc31459a7:34559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:19:45,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:45,162 INFO [M:0;6e2cc31459a7:34559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34559 2024-11-14T14:19:45,162 INFO [M:0;6e2cc31459a7:34559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:45,273 INFO [M:0;6e2cc31459a7:34559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:45,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:45,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34559-0x10139b6f5820003, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:45,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@190ed96d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:45,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32981a5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:45,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:45,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:45,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:45,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:19:45,279 WARN [BP-1183761456-172.17.0.2-1731593965823 heartbeating to localhost/127.0.0.1:41769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:19:45,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:19:45,279 WARN [BP-1183761456-172.17.0.2-1731593965823 heartbeating to localhost/127.0.0.1:41769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1183761456-172.17.0.2-1731593965823 (Datanode Uuid 26f8262f-fcbf-4948-a5e7-80a26d214414) service to localhost/127.0.0.1:41769 2024-11-14T14:19:45,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/cluster_667d5350-48f3-957f-7809-07367d474798/data/data1/current/BP-1183761456-172.17.0.2-1731593965823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:45,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:19:45,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/cluster_667d5350-48f3-957f-7809-07367d474798/data/data2/current/BP-1183761456-172.17.0.2-1731593965823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:45,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c46ac4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:45,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3711c3e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:45,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:45,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:45,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:19:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:19:45,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:45,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:45,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:45,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:19:45,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255418390, stopped=false 2024-11-14T14:19:45,306 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,42353,1731593977422 2024-11-14T14:19:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/running 2024-11-14T14:19:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:45,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:45,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:19:45,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:45,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:45,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Set watcher on znode that does not yet exist, /0-1449425959/running 2024-11-14T14:19:45,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,43901,1731593977559' ***** 2024-11-14T14:19:45,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:19:45,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:43901. 2024-11-14T14:19:45,322 DEBUG [RS:0;6e2cc31459a7:43901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:45,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90f9a97030b225a800f7c7c455fdcd43, disabling compactions & flushes 2024-11-14T14:19:45,322 DEBUG [RS:0;6e2cc31459a7:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,322 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:45,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:19:45,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. after waiting 0 ms 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:19:45,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:19:45,322 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:19:45,322 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1325): Online Regions={90f9a97030b225a800f7c7c455fdcd43=hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:19:45,323 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90f9a97030b225a800f7c7c455fdcd43 2024-11-14T14:19:45,323 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:45,323 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:45,323 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:45,323 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:45,323 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:45,323 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T14:19:45,326 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/replication/90f9a97030b225a800f7c7c455fdcd43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T14:19:45,327 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:45,327 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:45,327 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:45,327 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90f9a97030b225a800f7c7c455fdcd43: Waiting for close lock at 1731593985322Running coprocessor pre-close hooks at 1731593985322Disabling compacts and flushes for region at 1731593985322Disabling writes for close at 1731593985322Writing region close event to WAL at 1731593985324 (+2 ms)Running coprocessor post-close hooks at 1731593985327 (+3 ms)Closed at 1731593985327 2024-11-14T14:19:45,327 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43. 2024-11-14T14:19:45,340 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/info/46b74c2856a14245b70b84db58521b3c is 147, key is hbase:replication,,1731593971687.90f9a97030b225a800f7c7c455fdcd43./info:regioninfo/1731593983179/Put/seqid=0 2024-11-14T14:19:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741851_1027 (size=6385) 2024-11-14T14:19:45,381 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:19:45,381 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:19:45,388 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:45,523 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:45,723 DEBUG [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:19:45,744 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/info/46b74c2856a14245b70b84db58521b3c 2024-11-14T14:19:45,750 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/.tmp/info/46b74c2856a14245b70b84db58521b3c as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/info/46b74c2856a14245b70b84db58521b3c 2024-11-14T14:19:45,755 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/info/46b74c2856a14245b70b84db58521b3c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T14:19:45,755 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-14T14:19:45,759 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T14:19:45,760 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:45,760 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:45,760 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:45,760 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593985323Running coprocessor pre-close hooks at 1731593985323Disabling compacts and flushes for region at 1731593985323Disabling writes for close at 1731593985323Obtaining lock to block concurrent updates at 1731593985323Preparing flush snapshotting stores in 1588230740 at 1731593985323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731593985323Flushing stores of hbase:meta,,1.1588230740 at 1731593985323Flushing 1588230740/info: creating writer at 1731593985324 (+1 ms)Flushing 1588230740/info: appending metadata at 1731593985340 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731593985340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d089b39: reopening flushed file at 1731593985749 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1731593985755 (+6 ms)Writing region close event to WAL at 1731593985757 (+2 ms)Running coprocessor post-close hooks at 1731593985760 (+3 ms)Closed at 1731593985760 2024-11-14T14:19:45,760 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:45,923 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,43901,1731593977559; all regions closed. 2024-11-14T14:19:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741849_1025 (size=2156) 2024-11-14T14:19:45,958 DEBUG [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs 2024-11-14T14:19:45,958 INFO [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C43901%2C1731593977559.meta:.meta(num 1731593978817) 2024-11-14T14:19:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741850_1026 (size=796) 2024-11-14T14:19:45,968 DEBUG [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs 2024-11-14T14:19:45,968 INFO [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C43901%2C1731593977559.rep:(num 1731593983092) 2024-11-14T14:19:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741848_1024 (size=93) 2024-11-14T14:19:45,982 DEBUG [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/oldWALs 2024-11-14T14:19:45,982 INFO [RS:0;6e2cc31459a7:43901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C43901%2C1731593977559:(num 1731593978521) 2024-11-14T14:19:45,982 DEBUG [RS:0;6e2cc31459a7:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,982 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:19:45,982 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:45,983 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:45,983 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:45,983 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:45,983 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T14:19:45,983 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T14:19:45,983 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,43901,1731593977559 because: Region server is closing 2024-11-14T14:19:45,983 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T14:19:45,983 INFO [RS:0;6e2cc31459a7:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:43901. 2024-11-14T14:19:45,983 DEBUG [RS:0;6e2cc31459a7:43901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:19:45,983 DEBUG [RS:0;6e2cc31459a7:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,983 DEBUG [RS:0;6e2cc31459a7:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:45,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:19:46,084 WARN [RS:0;6e2cc31459a7:43901.replicationSource.wal-reader.6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:19:46,084 WARN [RS:0;6e2cc31459a7:43901.replicationSource.shipper6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:19:46,084 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6e2cc31459a7:43901.replicationSource.shipper6e2cc31459a7%2C43901%2C1731593977559,1-6e2cc31459a7,43901,1731593977559 terminated 2024-11-14T14:19:46,084 INFO [RS:0;6e2cc31459a7:43901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43901 2024-11-14T14:19:46,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/rs/6e2cc31459a7,43901,1731593977559 2024-11-14T14:19:46,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959/rs 2024-11-14T14:19:46,089 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:46,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,43901,1731593977559] 2024-11-14T14:19:46,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/draining/6e2cc31459a7,43901,1731593977559 already deleted, retry=false 2024-11-14T14:19:46,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,43901,1731593977559 expired; onlineServers=0 2024-11-14T14:19:46,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,42353,1731593977422' ***** 2024-11-14T14:19:46,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:19:46,110 INFO [M:0;6e2cc31459a7:42353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:19:46,110 INFO [M:0;6e2cc31459a7:42353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:19:46,110 DEBUG [M:0;6e2cc31459a7:42353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:19:46,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:19:46,110 DEBUG [M:0;6e2cc31459a7:42353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:19:46,110 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593978234 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593978234,5,FailOnTimeoutGroup] 2024-11-14T14:19:46,110 INFO [M:0;6e2cc31459a7:42353 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:19:46,110 INFO [M:0;6e2cc31459a7:42353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:19:46,110 DEBUG [M:0;6e2cc31459a7:42353 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:19:46,110 INFO [M:0;6e2cc31459a7:42353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:19:46,111 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593978235 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593978235,5,FailOnTimeoutGroup] 2024-11-14T14:19:46,111 INFO [M:0;6e2cc31459a7:42353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:19:46,111 INFO [M:0;6e2cc31459a7:42353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:19:46,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:19:46,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1449425959/master 2024-11-14T14:19:46,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1449425959 2024-11-14T14:19:46,131 DEBUG [M:0;6e2cc31459a7:42353 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1449425959/master already deleted, retry=false 2024-11-14T14:19:46,131 DEBUG [M:0;6e2cc31459a7:42353 {}] master.ActiveMasterManager(353): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1449425959/master 2024-11-14T14:19:46,131 INFO [M:0;6e2cc31459a7:42353 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/.lastflushedseqids 2024-11-14T14:19:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741852_1028 (size=181) 2024-11-14T14:19:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:46,199 INFO [RS:0;6e2cc31459a7:43901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x10139b6f5820007, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:46,199 INFO [RS:0;6e2cc31459a7:43901 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,43901,1731593977559; zookeeper connection closed. 2024-11-14T14:19:46,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a20fd73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a20fd73 2024-11-14T14:19:46,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:19:46,536 INFO [M:0;6e2cc31459a7:42353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:19:46,536 INFO [M:0;6e2cc31459a7:42353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:19:46,536 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:46,536 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:46,536 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:46,537 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:46,537 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:46,537 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T14:19:46,551 DEBUG [M:0;6e2cc31459a7:42353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4f5482345624dbd8058896e9db40fce is 82, key is hbase:meta,,1/info:regioninfo/1731593978866/Put/seqid=0 2024-11-14T14:19:46,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741853_1029 (size=5672) 2024-11-14T14:19:46,954 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4f5482345624dbd8058896e9db40fce 2024-11-14T14:19:46,975 DEBUG [M:0;6e2cc31459a7:42353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58cb8762e204d1ba44fdd6b6a293483 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731593983190/Put/seqid=0 2024-11-14T14:19:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741854_1030 (size=7312) 2024-11-14T14:19:47,384 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58cb8762e204d1ba44fdd6b6a293483 2024-11-14T14:19:47,409 DEBUG [M:0;6e2cc31459a7:42353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19b18f8250084f2e83901893470f75ac is 69, key is 6e2cc31459a7,43901,1731593977559/rs:state/1731593978316/Put/seqid=0 2024-11-14T14:19:47,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741855_1031 (size=5370) 2024-11-14T14:19:47,416 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19b18f8250084f2e83901893470f75ac 2024-11-14T14:19:47,424 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19b18f8250084f2e83901893470f75ac 2024-11-14T14:19:47,428 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4f5482345624dbd8058896e9db40fce as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4f5482345624dbd8058896e9db40fce 2024-11-14T14:19:47,433 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4f5482345624dbd8058896e9db40fce, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T14:19:47,437 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f58cb8762e204d1ba44fdd6b6a293483 as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f58cb8762e204d1ba44fdd6b6a293483 2024-11-14T14:19:47,448 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f58cb8762e204d1ba44fdd6b6a293483, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T14:19:47,449 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19b18f8250084f2e83901893470f75ac as hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19b18f8250084f2e83901893470f75ac 2024-11-14T14:19:47,455 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19b18f8250084f2e83901893470f75ac 2024-11-14T14:19:47,455 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35285/user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19b18f8250084f2e83901893470f75ac, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T14:19:47,456 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=127, compaction requested=false 2024-11-14T14:19:47,464 INFO [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:47,464 DEBUG [M:0;6e2cc31459a7:42353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593986536Disabling compacts and flushes for region at 1731593986536Disabling writes for close at 1731593986537 (+1 ms)Obtaining lock to block concurrent updates at 1731593986537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731593986537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731593986537Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731593986537Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731593986537Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731593986550 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731593986550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731593986959 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731593986975 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731593986975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731593987390 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731593987408 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731593987408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463666ed: reopening flushed file at 1731593987424 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c450198: reopening flushed file at 1731593987433 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9342c4: reopening flushed file at 1731593987448 (+15 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=127, compaction requested=false at 1731593987456 (+8 ms)Writing region close event to WAL at 1731593987464 (+8 ms)Closed at 1731593987464 2024-11-14T14:19:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741847_1023 (size=22903) 2024-11-14T14:19:47,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5a96d66-da0b-16d1-49e7-02a0ce35c971/MasterData/WALs/6e2cc31459a7,42353,1731593977422/6e2cc31459a7%2C42353%2C1731593977422.1731593978054 not finished, retry = 0 2024-11-14T14:19:47,573 INFO [M:0;6e2cc31459a7:42353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:19:47,573 INFO [M:0;6e2cc31459a7:42353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42353 2024-11-14T14:19:47,573 INFO [M:0;6e2cc31459a7:42353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:19:47,573 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:19:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x10139b6f5820006, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:19:47,724 INFO [M:0;6e2cc31459a7:42353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:19:47,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:47,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:47,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:47,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:47,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:47,731 WARN [BP-238703444-172.17.0.2-1731593959912 heartbeating to localhost/127.0.0.1:35285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:19:47,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:19:47,731 WARN [BP-238703444-172.17.0.2-1731593959912 heartbeating to localhost/127.0.0.1:35285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-238703444-172.17.0.2-1731593959912 (Datanode Uuid db62cb72-ad37-42e4-be3e-5bf26214ebe7) service to localhost/127.0.0.1:35285 2024-11-14T14:19:47,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:19:47,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/data/data1/current/BP-238703444-172.17.0.2-1731593959912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:47,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/cluster_65c910be-e729-28f6-d663-ea0e79559b3b/data/data2/current/BP-238703444-172.17.0.2-1731593959912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:19:47,733 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:19:47,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:47,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:19:47,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:19:47,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:19:47,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/354e461c-205c-f987-07ae-13d7a877014a/hadoop.log.dir/,STOPPED} 2024-11-14T14:19:47,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:19:47,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:19:47,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53526) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53526) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41769 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35285 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2330 (was 3026) 2024-11-14T14:19:47,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=2330 2024-11-14T14:19:47,798 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T14:19:47,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir so I do NOT create it in target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a 2024-11-14T14:19:47,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:19:47,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.tmp.dir so I do NOT create it in target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a 2024-11-14T14:19:47,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34d4868a-a691-3c11-0d22-dfb46b67c029/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:19:47,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a 2024-11-14T14:19:47,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e, deleteOnExit=true 2024-11-14T14:19:47,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/zookeeper_0, clientPort=64502, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:19:47,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64502 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/test.cache.data in system properties and HBase conf 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:19:47,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:19:47,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:47,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:19:47,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:19:47,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:19:47,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:47,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:19:47,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:19:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b6f5820005, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:19:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b6f5820002, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:19:47,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b6f5820005, quorum=127.0.0.1:53526, baseZNode=/11188273825 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:19:47,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b6f5820002, quorum=127.0.0.1:53526, baseZNode=/0-1449425959 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:19:48,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:48,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:48,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:48,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:48,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:48,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:48,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:48,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:48,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/java.io.tmpdir/jetty-localhost-33111-hadoop-hdfs-3_4_1-tests_jar-_-any-12861972955542344130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:48,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:33111} 2024-11-14T14:19:48,338 INFO [Time-limited test {}] server.Server(415): Started @165624ms 2024-11-14T14:19:48,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:48,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:48,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:48,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:48,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:19:48,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:48,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:48,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/java.io.tmpdir/jetty-localhost-38535-hadoop-hdfs-3_4_1-tests_jar-_-any-3547357048803015804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:48,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:38535} 2024-11-14T14:19:48,709 INFO [Time-limited test {}] server.Server(415): Started @165995ms 2024-11-14T14:19:48,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:19:49,388 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/data/data1/current/BP-1932146680-172.17.0.2-1731593987848/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:49,388 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/data/data2/current/BP-1932146680-172.17.0.2-1731593987848/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:49,402 WARN [Thread-1659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:19:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b14d22ea736b25a with lease ID 0xdb24093f89620b9e: Processing first storage report for DS-5a5f4f28-3fc6-4f8f-9900-2dce78907068 from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=3ea26b60-0ae9-427a-89ad-fc054a7de60c, infoPort=34751, infoSecurePort=0, ipcPort=44849, storageInfo=lv=-57;cid=testClusterID;nsid=440232459;c=1731593987848) 2024-11-14T14:19:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b14d22ea736b25a with lease ID 0xdb24093f89620b9e: from storage DS-5a5f4f28-3fc6-4f8f-9900-2dce78907068 node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=3ea26b60-0ae9-427a-89ad-fc054a7de60c, infoPort=34751, infoSecurePort=0, ipcPort=44849, storageInfo=lv=-57;cid=testClusterID;nsid=440232459;c=1731593987848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b14d22ea736b25a with lease ID 0xdb24093f89620b9e: Processing first storage report for DS-de392f27-05d6-40dc-bc63-682ab16a9127 from datanode DatanodeRegistration(127.0.0.1:39425, datanodeUuid=3ea26b60-0ae9-427a-89ad-fc054a7de60c, infoPort=34751, infoSecurePort=0, ipcPort=44849, storageInfo=lv=-57;cid=testClusterID;nsid=440232459;c=1731593987848) 2024-11-14T14:19:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b14d22ea736b25a with lease ID 0xdb24093f89620b9e: from storage DS-de392f27-05d6-40dc-bc63-682ab16a9127 node DatanodeRegistration(127.0.0.1:39425, datanodeUuid=3ea26b60-0ae9-427a-89ad-fc054a7de60c, infoPort=34751, infoSecurePort=0, ipcPort=44849, storageInfo=lv=-57;cid=testClusterID;nsid=440232459;c=1731593987848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:49,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a 2024-11-14T14:19:49,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:49,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:19:49,845 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c with version=8 2024-11-14T14:19:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/hbase-staging 2024-11-14T14:19:49,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:19:49,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:49,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36747 2024-11-14T14:19:49,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36747 connecting to ZooKeeper ensemble=127.0.0.1:64502 2024-11-14T14:19:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367470x0, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:49,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36747-0x10139b762840000 connected 2024-11-14T14:19:50,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:50,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:50,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/running 2024-11-14T14:19:50,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c, hbase.cluster.distributed=false 2024-11-14T14:19:50,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/acl 2024-11-14T14:19:50,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-14T14:19:50,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36747 2024-11-14T14:19:50,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36747 2024-11-14T14:19:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-14T14:19:50,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-14T14:19:50,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:19:50,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:50,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41425 2024-11-14T14:19:50,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41425 connecting to ZooKeeper ensemble=127.0.0.1:64502 2024-11-14T14:19:50,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:50,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414250x0, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:50,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414250x0, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/running 2024-11-14T14:19:50,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:19:50,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41425-0x10139b762840001 connected 2024-11-14T14:19:50,061 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:19:50,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/master 2024-11-14T14:19:50,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/acl 2024-11-14T14:19:50,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41425 2024-11-14T14:19:50,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41425 2024-11-14T14:19:50,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41425 2024-11-14T14:19:50,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41425 2024-11-14T14:19:50,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41425 2024-11-14T14:19:50,088 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:36747 2024-11-14T14:19:50,088 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2135320664/backup-masters/6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:50,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664/backup-masters 2024-11-14T14:19:50,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664/backup-masters 2024-11-14T14:19:50,099 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on existing znode=/0-2135320664/backup-masters/6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2135320664/master 2024-11-14T14:19:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:50,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:50,109 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on existing znode=/0-2135320664/master 2024-11-14T14:19:50,110 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2135320664/backup-masters/6e2cc31459a7,36747,1731593989846 from backup master directory 2024-11-14T14:19:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:19:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:19:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:19:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:19:50,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664/backup-masters 2024-11-14T14:19:50,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2135320664/backup-masters/6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:50,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664/backup-masters 2024-11-14T14:19:50,120 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:50,120 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:50,123 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/hbase.id] with ID: f2d300fa-73f1-4e8e-a92d-b074ccf304a3 2024-11-14T14:19:50,123 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/.tmp/hbase.id 2024-11-14T14:19:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:19:50,527 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/.tmp/hbase.id]:[hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/hbase.id] 2024-11-14T14:19:50,537 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:50,537 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:19:50,538 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:19:50,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:50,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:50,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:19:50,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:50,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:50,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:50,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:19:51,000 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:19:51,406 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store 2024-11-14T14:19:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:19:51,811 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:51,812 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:51,812 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:51,812 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:51,812 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:51,812 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:51,812 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:51,812 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593991811Disabling compacts and flushes for region at 1731593991812 (+1 ms)Disabling writes for close at 1731593991812Writing region close event to WAL at 1731593991812Closed at 1731593991812 2024-11-14T14:19:51,813 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/.initializing 2024-11-14T14:19:51,813 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/WALs/6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:51,813 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:51,815 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C36747%2C1731593989846, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/WALs/6e2cc31459a7,36747,1731593989846, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/oldWALs, maxLogs=10 2024-11-14T14:19:51,829 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/WALs/6e2cc31459a7,36747,1731593989846/6e2cc31459a7%2C36747%2C1731593989846.1731593991815, exclude list is [], retry=0 2024-11-14T14:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-5a5f4f28-3fc6-4f8f-9900-2dce78907068,DISK] 2024-11-14T14:19:51,833 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/WALs/6e2cc31459a7,36747,1731593989846/6e2cc31459a7%2C36747%2C1731593989846.1731593991815 2024-11-14T14:19:51,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34751:34751)] 2024-11-14T14:19:51,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:51,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:51,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:19:51,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:51,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:51,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:19:51,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:51,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:51,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:19:51,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:51,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:51,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:19:51,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:51,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:51,842 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,842 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,843 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,844 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,844 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,844 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:51,845 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:51,846 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:51,847 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63921927, jitterRate=-0.04748906195163727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:51,847 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593991833Initializing all the Stores at 1731593991834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593991834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593991836 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593991836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593991836Cleaning up temporary data from old regions at 1731593991844 (+8 ms)Region opened successfully at 1731593991847 (+3 ms) 2024-11-14T14:19:51,847 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:19:51,850 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad13e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:19:51,851 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:19:51,853 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:19:51,853 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Unable to get data of znode /0-2135320664/balancer because node does not exist (not necessarily an error) 2024-11-14T14:19:51,899 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2135320664/balancer already deleted, retry=false 2024-11-14T14:19:51,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:19:51,900 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Unable to get data of znode /0-2135320664/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:19:51,920 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2135320664/normalizer already deleted, retry=false 2024-11-14T14:19:51,920 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:19:51,923 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Unable to get data of znode /0-2135320664/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:19:51,930 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2135320664/switch/split already deleted, retry=false 2024-11-14T14:19:51,932 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Unable to get data of znode /0-2135320664/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:19:51,941 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2135320664/switch/merge already deleted, retry=false 2024-11-14T14:19:51,943 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Unable to get data of znode /0-2135320664/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:19:51,951 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2135320664/snapshot-cleanup already deleted, retry=false 2024-11-14T14:19:51,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2135320664/running 2024-11-14T14:19:51,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:51,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2135320664/running 2024-11-14T14:19:51,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:51,963 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,36747,1731593989846, sessionid=0x10139b762840000, setting cluster-up flag (Was=false) 2024-11-14T14:19:51,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:51,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:52,014 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2135320664/flush-table-proc/acquired, /0-2135320664/flush-table-proc/reached, /0-2135320664/flush-table-proc/abort 2024-11-14T14:19:52,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:52,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:52,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:52,078 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2135320664/online-snapshot/acquired, /0-2135320664/online-snapshot/reached, /0-2135320664/online-snapshot/abort 2024-11-14T14:19:52,078 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:52,081 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:19:52,083 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:52,083 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:19:52,083 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:19:52,083 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6e2cc31459a7,35205,1731593962351: status=Processing ServerCrashProcedure of 6e2cc31459a7,35205,1731593962351 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731593978234, completionTime=-1 appears to have been leaked 2024-11-14T14:19:52,084 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,36747,1731593989846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:52,085 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:52,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:19:52,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594022097 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:19:52,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:19:52,097 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:19:52,100 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,101 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:19:52,101 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:19:52,101 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:19:52,101 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:19:52,104 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:19:52,104 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:19:52,117 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593992104,5,FailOnTimeoutGroup] 2024-11-14T14:19:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:19:52,132 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593992117,5,FailOnTimeoutGroup] 2024-11-14T14:19:52,132 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,132 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:19:52,132 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,132 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,177 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(746): ClusterId : f2d300fa-73f1-4e8e-a92d-b074ccf304a3 2024-11-14T14:19:52,177 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:19:52,184 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:19:52,184 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:19:52,197 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:19:52,197 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1464e605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:52,213 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:41425 2024-11-14T14:19:52,213 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:19:52,213 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:19:52,213 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:19:52,214 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,36747,1731593989846 with port=41425, startcode=1731593990045 2024-11-14T14:19:52,215 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:19:52,217 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:19:52,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:52,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36747 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:52,220 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c 2024-11-14T14:19:52,220 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39635 2024-11-14T14:19:52,220 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:19:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664/rs 2024-11-14T14:19:52,225 DEBUG [RS:0;6e2cc31459a7:41425 {}] zookeeper.ZKUtil(111): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on existing znode=/0-2135320664/rs/6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:52,225 WARN [RS:0;6e2cc31459a7:41425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:52,225 INFO [RS:0;6e2cc31459a7:41425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:52,225 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:52,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,41425,1731593990045] 2024-11-14T14:19:52,234 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:19:52,236 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:19:52,236 INFO [RS:0;6e2cc31459a7:41425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:19:52,236 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,240 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:19:52,241 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:19:52,241 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,241 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,242 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,242 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,242 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,242 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:52,242 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:52,242 DEBUG [RS:0;6e2cc31459a7:41425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:52,243 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,243 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,243 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,244 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,244 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,244 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41425,1731593990045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:52,257 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:19:52,257 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41425,1731593990045-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,257 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,257 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.Replication(171): 6e2cc31459a7,41425,1731593990045 started 2024-11-14T14:19:52,269 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:52,269 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,41425,1731593990045, RpcServer on 6e2cc31459a7/172.17.0.2:41425, sessionid=0x10139b762840001 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,41425,1731593990045' 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2135320664/flush-table-proc/abort' 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2135320664/flush-table-proc/acquired' 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,41425,1731593990045' 2024-11-14T14:19:52,270 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2135320664/online-snapshot/abort' 2024-11-14T14:19:52,271 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2135320664/online-snapshot/acquired' 2024-11-14T14:19:52,271 DEBUG [RS:0;6e2cc31459a7:41425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:19:52,271 INFO [RS:0;6e2cc31459a7:41425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:19:52,271 INFO [RS:0;6e2cc31459a7:41425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:19:52,371 INFO [RS:0;6e2cc31459a7:41425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:52,373 INFO [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41425%2C1731593990045, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/oldWALs, maxLogs=10 2024-11-14T14:19:52,388 DEBUG [RS:0;6e2cc31459a7:41425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373, exclude list is [], retry=0 2024-11-14T14:19:52,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-5a5f4f28-3fc6-4f8f-9900-2dce78907068,DISK] 2024-11-14T14:19:52,391 INFO [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 2024-11-14T14:19:52,392 DEBUG [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34751:34751)] 2024-11-14T14:19:52,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:19:52,530 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c 2024-11-14T14:19:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:19:52,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:52,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:52,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:52,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:52,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:52,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:52,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:52,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:52,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:52,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:52,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:52,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:52,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:52,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:52,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:52,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:52,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:52,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:52,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740 2024-11-14T14:19:52,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740 2024-11-14T14:19:52,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:52,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:52,948 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:52,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:52,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:52,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541023, jitterRate=0.021340832114219666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593992939Initializing all the Stores at 1731593992940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593992940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593992940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593992940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593992940Cleaning up temporary data from old regions at 1731593992947 (+7 ms)Region opened successfully at 1731593992951 (+4 ms) 2024-11-14T14:19:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:52,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:52,951 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:52,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593992951Disabling compacts and flushes for region at 1731593992951Disabling writes for close at 1731593992951Writing region close event to WAL at 1731593992951Closed at 1731593992951 2024-11-14T14:19:52,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:52,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:19:52,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:19:52,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:52,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:19:53,104 DEBUG [6e2cc31459a7:36747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:19:53,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:53,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,41425,1731593990045, state=OPENING 2024-11-14T14:19:53,171 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:19:53,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:53,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:19:53,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2135320664/meta-region-server: CHANGED 2024-11-14T14:19:53,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2135320664/meta-region-server: CHANGED 2024-11-14T14:19:53,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:53,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41425,1731593990045}] 2024-11-14T14:19:53,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:19:53,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:19:53,368 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:19:53,368 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:53,368 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:19:53,370 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41425%2C1731593990045.meta, suffix=.meta, logDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/oldWALs, maxLogs=10 2024-11-14T14:19:53,384 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.meta.1731593993370.meta, exclude list is [], retry=0 2024-11-14T14:19:53,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-5a5f4f28-3fc6-4f8f-9900-2dce78907068,DISK] 2024-11-14T14:19:53,388 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.meta.1731593993370.meta 2024-11-14T14:19:53,388 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34751:34751)] 2024-11-14T14:19:53,388 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:53,389 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:53,389 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:53,389 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:19:53,389 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:19:53,389 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:19:53,389 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:53,389 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:19:53,389 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:19:53,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:53,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:53,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:53,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:53,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:53,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:53,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:53,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:53,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:53,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:53,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:53,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:53,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:53,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:53,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:53,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:53,394 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:53,395 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740 2024-11-14T14:19:53,395 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740 2024-11-14T14:19:53,396 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:53,396 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:53,397 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:53,397 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:53,398 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64145801, jitterRate=-0.04415307939052582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:53,398 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:19:53,398 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593993389Writing region info on filesystem at 1731593993389Initializing all the Stores at 1731593993390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593993390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593993390Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593993390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593993390Cleaning up temporary data from old regions at 1731593993396 (+6 ms)Running coprocessor post-open hooks at 1731593993398 (+2 ms)Region opened successfully at 1731593993398 2024-11-14T14:19:53,399 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593993363 2024-11-14T14:19:53,401 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:19:53,401 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:19:53,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:53,402 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,41425,1731593990045, state=OPEN 2024-11-14T14:19:53,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2135320664/meta-region-server 2024-11-14T14:19:53,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2135320664/meta-region-server 2024-11-14T14:19:53,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:53,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2135320664/meta-region-server: CHANGED 2024-11-14T14:19:53,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2135320664/meta-region-server: CHANGED 2024-11-14T14:19:53,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:19:53,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41425,1731593990045 in 213 msec 2024-11-14T14:19:53,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:19:53,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-14T14:19:53,428 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:53,428 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:19:53,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:53,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41425,1731593990045, seqNum=-1] 2024-11-14T14:19:53,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:53,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:53,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-14T14:19:53,435 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593993435, completionTime=-1 2024-11-14T14:19:53,435 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:19:53,435 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594053437 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594113437 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36747,1731593989846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36747,1731593989846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36747,1731593989846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:36747, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,438 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,439 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.321sec 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36747,1731593989846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:53,442 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36747,1731593989846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:19:53,444 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:19:53,444 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:19:53,444 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36747,1731593989846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:53,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:53,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:19:53,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:53,480 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:19:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:19:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322afdb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:19:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:53,482 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:53,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:53,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41425,1731593990045, seqNum=-1] 2024-11-14T14:19:53,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:53,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:53,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:53,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64502 2024-11-14T14:19:53,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:53,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b762840002 connected 2024-11-14T14:19:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir so I do NOT create it in target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5 2024-11-14T14:19:53,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:19:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.tmp.dir so I do NOT create it in target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5 2024-11-14T14:19:53,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:19:53,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5 2024-11-14T14:19:53,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/cluster_2e9bdb33-45c5-ca89-7e06-e5608b65697f, deleteOnExit=true 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/test.cache.data in system properties and HBase conf 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:19:53,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:19:53,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:19:53,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:19:53,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:53,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:53,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:53,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:53,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:53,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:53,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:53,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:53,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1228fad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/java.io.tmpdir/jetty-localhost-46599-hadoop-hdfs-3_4_1-tests_jar-_-any-11229435118606505903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:19:53,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:46599} 2024-11-14T14:19:53,963 INFO [Time-limited test {}] server.Server(415): Started @171249ms 2024-11-14T14:19:54,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:19:54,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:19:54,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:19:54,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:19:54,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:19:54,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:19:54,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:19:54,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc06253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/java.io.tmpdir/jetty-localhost-38401-hadoop-hdfs-3_4_1-tests_jar-_-any-7633564066953277977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:19:54,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:38401} 2024-11-14T14:19:54,305 INFO [Time-limited test {}] server.Server(415): Started @171591ms 2024-11-14T14:19:54,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:19:55,026 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/cluster_2e9bdb33-45c5-ca89-7e06-e5608b65697f/data/data1/current/BP-149173886-172.17.0.2-1731593993532/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:55,026 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/cluster_2e9bdb33-45c5-ca89-7e06-e5608b65697f/data/data2/current/BP-149173886-172.17.0.2-1731593993532/current, will proceed with Du for space computation calculation, 2024-11-14T14:19:55,044 WARN [Thread-1780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:19:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6c007c18456c254 with lease ID 0x14301a27580df2ba: Processing first storage report for DS-55999646-02a9-403e-a4af-1fea7d9972df from datanode DatanodeRegistration(127.0.0.1:36001, datanodeUuid=a7cece22-58a0-493b-9e1a-21b45c277f31, infoPort=45787, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1764502267;c=1731593993532) 2024-11-14T14:19:55,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6c007c18456c254 with lease ID 0x14301a27580df2ba: from storage DS-55999646-02a9-403e-a4af-1fea7d9972df node DatanodeRegistration(127.0.0.1:36001, datanodeUuid=a7cece22-58a0-493b-9e1a-21b45c277f31, infoPort=45787, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1764502267;c=1731593993532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6c007c18456c254 with lease ID 0x14301a27580df2ba: Processing first storage report for DS-7a31a7c6-6af1-4a29-a73b-bc99295c12e3 from datanode DatanodeRegistration(127.0.0.1:36001, datanodeUuid=a7cece22-58a0-493b-9e1a-21b45c277f31, infoPort=45787, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1764502267;c=1731593993532) 2024-11-14T14:19:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6c007c18456c254 with lease ID 0x14301a27580df2ba: from storage DS-7a31a7c6-6af1-4a29-a73b-bc99295c12e3 node DatanodeRegistration(127.0.0.1:36001, datanodeUuid=a7cece22-58a0-493b-9e1a-21b45c277f31, infoPort=45787, infoSecurePort=0, ipcPort=41381, storageInfo=lv=-57;cid=testClusterID;nsid=1764502267;c=1731593993532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:19:55,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5 2024-11-14T14:19:55,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:55,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:19:55,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36 with version=8 2024-11-14T14:19:55,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/hbase-staging 2024-11-14T14:19:55,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:55,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:55,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:55,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:55,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:55,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:55,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:19:55,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:55,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37513 2024-11-14T14:19:55,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37513 connecting to ZooKeeper ensemble=127.0.0.1:64502 2024-11-14T14:19:55,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375130x0, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:55,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37513-0x10139b762840003 connected 2024-11-14T14:19:55,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:55,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:55,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/running 2024-11-14T14:19:55,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36, hbase.cluster.distributed=false 2024-11-14T14:19:55,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/acl 2024-11-14T14:19:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-14T14:19:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37513 2024-11-14T14:19:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37513 2024-11-14T14:19:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-14T14:19:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-14T14:19:55,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:19:55,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:55,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:55,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:19:55,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:19:55,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:19:55,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:19:55,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:19:55,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38383 2024-11-14T14:19:55,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38383 connecting to ZooKeeper ensemble=127.0.0.1:64502 2024-11-14T14:19:55,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:55,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383830x0, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:55,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383830x0, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/running 2024-11-14T14:19:55,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38383-0x10139b762840004 connected 2024-11-14T14:19:55,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:19:55,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:19:55,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/master 2024-11-14T14:19:55,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/acl 2024-11-14T14:19:55,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-14T14:19:55,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38383 2024-11-14T14:19:55,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38383 2024-11-14T14:19:55,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-14T14:19:55,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-14T14:19:55,717 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:37513 2024-11-14T14:19:55,717 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1237845334/backup-masters/6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334/backup-masters 2024-11-14T14:19:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334/backup-masters 2024-11-14T14:19:55,729 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on existing znode=/1-1237845334/backup-masters/6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:55,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:55,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1237845334/master 2024-11-14T14:19:55,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:55,741 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on existing znode=/1-1237845334/master 2024-11-14T14:19:55,741 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1237845334/backup-masters/6e2cc31459a7,37513,1731593995539 from backup master directory 2024-11-14T14:19:55,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237845334/backup-masters/6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:55,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334/backup-masters 2024-11-14T14:19:55,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334/backup-masters 2024-11-14T14:19:55,751 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:55,751 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:55,754 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/hbase.id] with ID: 4695434f-52bb-4e21-aafe-56480f3f83bf 2024-11-14T14:19:55,754 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/.tmp/hbase.id 2024-11-14T14:19:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:19:56,163 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/.tmp/hbase.id]:[hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/hbase.id] 2024-11-14T14:19:56,172 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:19:56,172 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:19:56,173 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:19:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:19:56,629 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:56,629 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:19:56,630 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:19:57,046 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store 2024-11-14T14:19:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:19:57,454 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:57,454 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:19:57,454 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:57,454 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:57,454 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:19:57,454 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:57,454 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:19:57,454 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731593997454Disabling compacts and flushes for region at 1731593997454Disabling writes for close at 1731593997454Writing region close event to WAL at 1731593997454Closed at 1731593997454 2024-11-14T14:19:57,455 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/.initializing 2024-11-14T14:19:57,455 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/WALs/6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:57,456 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:57,457 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C37513%2C1731593995539, suffix=, logDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/WALs/6e2cc31459a7,37513,1731593995539, archiveDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/oldWALs, maxLogs=10 2024-11-14T14:19:57,468 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/WALs/6e2cc31459a7,37513,1731593995539/6e2cc31459a7%2C37513%2C1731593995539.1731593997457, exclude list is [], retry=0 2024-11-14T14:19:57,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-55999646-02a9-403e-a4af-1fea7d9972df,DISK] 2024-11-14T14:19:57,472 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/WALs/6e2cc31459a7,37513,1731593995539/6e2cc31459a7%2C37513%2C1731593995539.1731593997457 2024-11-14T14:19:57,472 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787)] 2024-11-14T14:19:57,472 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:57,473 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:57,473 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,473 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:19:57,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:57,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:57,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:19:57,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:57,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:57,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:19:57,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:57,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:57,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:19:57,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:57,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:57,481 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,481 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,481 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,482 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,482 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,483 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:57,484 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:19:57,485 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:57,486 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64170788, jitterRate=-0.043780744075775146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:57,486 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731593997473Initializing all the Stores at 1731593997473Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593997473Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593997474 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593997474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593997474Cleaning up temporary data from old regions at 1731593997482 (+8 ms)Region opened successfully at 1731593997486 (+4 ms) 2024-11-14T14:19:57,486 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:19:57,489 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c19fad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:57,490 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:19:57,490 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:19:57,490 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:19:57,490 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:19:57,490 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:19:57,491 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:19:57,491 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:19:57,492 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:19:57,493 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Unable to get data of znode /1-1237845334/balancer because node does not exist (not necessarily an error) 2024-11-14T14:19:57,635 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237845334/balancer already deleted, retry=false 2024-11-14T14:19:57,635 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:19:57,636 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Unable to get data of znode /1-1237845334/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:19:57,645 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237845334/normalizer already deleted, retry=false 2024-11-14T14:19:57,646 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:19:57,646 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Unable to get data of znode /1-1237845334/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:19:57,656 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237845334/switch/split already deleted, retry=false 2024-11-14T14:19:57,657 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Unable to get data of znode /1-1237845334/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:19:57,666 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237845334/switch/merge already deleted, retry=false 2024-11-14T14:19:57,668 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Unable to get data of znode /1-1237845334/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:19:57,677 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237845334/snapshot-cleanup already deleted, retry=false 2024-11-14T14:19:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1237845334/running 2024-11-14T14:19:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1237845334/running 2024-11-14T14:19:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:57,688 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,37513,1731593995539, sessionid=0x10139b762840003, setting cluster-up flag (Was=false) 2024-11-14T14:19:57,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:57,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:57,740 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1237845334/flush-table-proc/acquired, /1-1237845334/flush-table-proc/reached, /1-1237845334/flush-table-proc/abort 2024-11-14T14:19:57,741 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:57,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:57,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:57,793 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1237845334/online-snapshot/acquired, /1-1237845334/online-snapshot/reached, /1-1237845334/online-snapshot/abort 2024-11-14T14:19:57,793 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:57,794 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:19:57,795 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:57,795 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:19:57,796 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:19:57,796 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,37513,1731593995539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:57,797 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:57,797 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594027797 2024-11-14T14:19:57,797 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:57,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:57,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:19:57,798 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:19:57,799 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593997798,5,FailOnTimeoutGroup] 2024-11-14T14:19:57,799 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593997799,5,FailOnTimeoutGroup] 2024-11-14T14:19:57,799 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:57,799 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:19:57,799 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:57,799 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:57,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:57,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:19:57,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:19:57,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:19:57,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36 2024-11-14T14:19:57,810 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(746): ClusterId : 4695434f-52bb-4e21-aafe-56480f3f83bf 2024-11-14T14:19:57,810 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:19:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:19:57,856 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:19:57,856 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:19:57,948 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:19:57,949 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65232fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:19:57,962 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:38383 2024-11-14T14:19:57,962 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:19:57,962 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:19:57,962 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:19:57,963 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,37513,1731593995539 with port=38383, startcode=1731593995684 2024-11-14T14:19:57,963 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:19:57,965 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:19:57,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:57,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:57,966 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36 2024-11-14T14:19:57,966 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35179 2024-11-14T14:19:57,966 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:19:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334/rs 2024-11-14T14:19:58,156 DEBUG [RS:0;6e2cc31459a7:38383 {}] zookeeper.ZKUtil(111): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on existing znode=/1-1237845334/rs/6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,156 WARN [RS:0;6e2cc31459a7:38383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:19:58,156 INFO [RS:0;6e2cc31459a7:38383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:58,156 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,38383,1731593995684] 2024-11-14T14:19:58,159 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:19:58,160 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:19:58,161 INFO [RS:0;6e2cc31459a7:38383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:19:58,161 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,161 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:19:58,161 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:19:58,161 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,161 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,161 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,161 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,161 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:58,162 DEBUG [RS:0;6e2cc31459a7:38383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:19:58,162 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,162 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,162 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,162 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,162 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,162 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38383,1731593995684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:58,175 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:19:58,175 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38383,1731593995684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,175 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,175 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.Replication(171): 6e2cc31459a7,38383,1731593995684 started 2024-11-14T14:19:58,186 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,186 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,38383,1731593995684, RpcServer on 6e2cc31459a7/172.17.0.2:38383, sessionid=0x10139b762840004 2024-11-14T14:19:58,186 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:19:58,186 DEBUG [RS:0;6e2cc31459a7:38383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,186 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,38383,1731593995684' 2024-11-14T14:19:58,186 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1237845334/flush-table-proc/abort' 2024-11-14T14:19:58,187 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1237845334/flush-table-proc/acquired' 2024-11-14T14:19:58,187 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:19:58,187 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:19:58,187 DEBUG [RS:0;6e2cc31459a7:38383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,187 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,38383,1731593995684' 2024-11-14T14:19:58,187 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1237845334/online-snapshot/abort' 2024-11-14T14:19:58,188 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1237845334/online-snapshot/acquired' 2024-11-14T14:19:58,188 DEBUG [RS:0;6e2cc31459a7:38383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:19:58,188 INFO [RS:0;6e2cc31459a7:38383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:19:58,188 INFO [RS:0;6e2cc31459a7:38383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:19:58,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:58,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:58,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:58,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:58,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:58,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:58,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:58,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:58,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:58,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:58,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740 2024-11-14T14:19:58,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740 2024-11-14T14:19:58,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:58,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:58,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:58,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:58,233 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:58,233 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64688686, jitterRate=-0.03606346249580383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:58,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731593998222Initializing all the Stores at 1731593998223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593998223Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593998223Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593998223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593998223Cleaning up temporary data from old regions at 1731593998230 (+7 ms)Region opened successfully at 1731593998233 (+3 ms) 2024-11-14T14:19:58,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:19:58,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:19:58,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:19:58,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:19:58,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:19:58,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:19:58,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731593998233Disabling compacts and flushes for region at 1731593998233Disabling writes for close at 1731593998233Writing region close event to WAL at 1731593998234 (+1 ms)Closed at 1731593998234 2024-11-14T14:19:58,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:19:58,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:58,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:19:58,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:19:58,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:58,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:19:58,288 INFO [RS:0;6e2cc31459a7:38383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:19:58,290 INFO [RS:0;6e2cc31459a7:38383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C38383%2C1731593995684, suffix=, logDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684, archiveDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/oldWALs, maxLogs=10 2024-11-14T14:19:58,307 DEBUG [RS:0;6e2cc31459a7:38383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290, exclude list is [], retry=0 2024-11-14T14:19:58,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-55999646-02a9-403e-a4af-1fea7d9972df,DISK] 2024-11-14T14:19:58,311 INFO [RS:0;6e2cc31459a7:38383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 2024-11-14T14:19:58,311 DEBUG [RS:0;6e2cc31459a7:38383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787)] 2024-11-14T14:19:58,386 DEBUG [6e2cc31459a7:37513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:19:58,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,38383,1731593995684, state=OPENING 2024-11-14T14:19:58,403 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:19:58,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:58,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:19:58,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:19:58,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237845334/meta-region-server: CHANGED 2024-11-14T14:19:58,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,38383,1731593995684}] 2024-11-14T14:19:58,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237845334/meta-region-server: CHANGED 2024-11-14T14:19:58,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:19:58,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:19:58,571 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:19:58,571 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:19:58,571 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:19:58,572 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C38383%2C1731593995684.meta, suffix=.meta, logDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684, archiveDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/oldWALs, maxLogs=10 2024-11-14T14:19:58,583 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.meta.1731593998572.meta, exclude list is [], retry=0 2024-11-14T14:19:58,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-55999646-02a9-403e-a4af-1fea7d9972df,DISK] 2024-11-14T14:19:58,586 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.meta.1731593998572.meta 2024-11-14T14:19:58,586 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787)] 2024-11-14T14:19:58,586 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:58,587 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:58,587 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:19:58,587 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:19:58,587 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:19:58,587 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:19:58,587 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:58,587 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:19:58,587 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:19:58,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:19:58,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:19:58,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:19:58,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:19:58,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:19:58,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:19:58,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:19:58,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:19:58,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:19:58,592 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:19:58,592 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740 2024-11-14T14:19:58,593 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740 2024-11-14T14:19:58,594 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:19:58,594 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:19:58,594 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:19:58,595 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:19:58,596 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490693, jitterRate=0.03549201786518097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:19:58,596 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:19:58,596 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731593998587Writing region info on filesystem at 1731593998587Initializing all the Stores at 1731593998588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593998588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593998588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593998588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731593998588Cleaning up temporary data from old regions at 1731593998594 (+6 ms)Running coprocessor post-open hooks at 1731593998596 (+2 ms)Region opened successfully at 1731593998596 2024-11-14T14:19:58,597 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731593998566 2024-11-14T14:19:58,598 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:19:58,598 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:19:58,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,599 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,38383,1731593995684, state=OPEN 2024-11-14T14:19:58,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1237845334/meta-region-server 2024-11-14T14:19:58,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1237845334/meta-region-server 2024-11-14T14:19:58,624 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,38383,1731593995684 2024-11-14T14:19:58,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237845334/meta-region-server: CHANGED 2024-11-14T14:19:58,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237845334/meta-region-server: CHANGED 2024-11-14T14:19:58,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:19:58,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,38383,1731593995684 in 211 msec 2024-11-14T14:19:58,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:19:58,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-14T14:19:58,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:19:58,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:19:58,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:58,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38383,1731593995684, seqNum=-1] 2024-11-14T14:19:58,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:58,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:58,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-14T14:19:58,634 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731593998634, completionTime=-1 2024-11-14T14:19:58,634 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:19:58,634 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594058636 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594118636 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37513,1731593995539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37513,1731593995539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37513,1731593995539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:37513, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,636 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,637 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.888sec 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37513,1731593995539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:19:58,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37513,1731593995539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:19:58,641 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:19:58,641 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:19:58,641 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37513,1731593995539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:19:58,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:58,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:19:58,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:19:58,712 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:19:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:19:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:19:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:19:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:19:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:19:58,713 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:19:58,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:19:58,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:19:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38383,1731593995684, seqNum=-1] 2024-11-14T14:19:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:19:58,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:19:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,37513,1731593995539 2024-11-14T14:19:58,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64502 2024-11-14T14:19:58,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:19:58,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b762840005 connected 2024-11-14T14:19:58,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:19:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36747,1731593989846 2024-11-14T14:19:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2895949e 2024-11-14T14:19:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:19:58,744 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:19:58,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:19:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:19:58,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:19:58,746 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:58,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:19:58,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:19:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:19:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:58,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:19:58,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:58,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:19:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:59,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a2d94fca04593661889b5aa9ed64bd3, NAME => 'test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c 2024-11-14T14:19:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:19:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:59,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:59,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a2d94fca04593661889b5aa9ed64bd3, disabling compactions & flushes 2024-11-14T14:19:59,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. after waiting 0 ms 2024-11-14T14:19:59,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a2d94fca04593661889b5aa9ed64bd3: Waiting for close lock at 1731593999558Disabling compacts and flushes for region at 1731593999558Disabling writes for close at 1731593999558Writing region close event to WAL at 1731593999558Closed at 1731593999558 2024-11-14T14:19:59,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:19:59,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731593999559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731593999559"}]},"ts":"1731593999559"} 2024-11-14T14:19:59,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:19:59,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:19:59,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593999561"}]},"ts":"1731593999561"} 2024-11-14T14:19:59,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:19:59,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a2d94fca04593661889b5aa9ed64bd3, ASSIGN}] 2024-11-14T14:19:59,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a2d94fca04593661889b5aa9ed64bd3, ASSIGN 2024-11-14T14:19:59,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a2d94fca04593661889b5aa9ed64bd3, ASSIGN; state=OFFLINE, location=6e2cc31459a7,41425,1731593990045; forceNewPlan=false, retain=false 2024-11-14T14:19:59,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a2d94fca04593661889b5aa9ed64bd3, regionState=OPENING, regionLocation=6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:59,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a2d94fca04593661889b5aa9ed64bd3, ASSIGN because future has completed 2024-11-14T14:19:59,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a2d94fca04593661889b5aa9ed64bd3, server=6e2cc31459a7,41425,1731593990045}] 2024-11-14T14:19:59,873 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,873 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a2d94fca04593661889b5aa9ed64bd3, NAME => 'test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:19:59,874 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:19:59,874 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:19:59,874 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,874 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:19:59,874 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,874 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,875 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,876 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a2d94fca04593661889b5aa9ed64bd3 columnFamilyName f 2024-11-14T14:19:59,876 DEBUG [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:59,876 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] regionserver.HStore(327): Store=6a2d94fca04593661889b5aa9ed64bd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:59,876 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,877 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a2d94fca04593661889b5aa9ed64bd3 columnFamilyName f1 2024-11-14T14:19:59,877 DEBUG [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:59,878 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] regionserver.HStore(327): Store=6a2d94fca04593661889b5aa9ed64bd3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:59,878 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,878 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a2d94fca04593661889b5aa9ed64bd3 columnFamilyName norep 2024-11-14T14:19:59,878 DEBUG [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:19:59,879 INFO [StoreOpener-6a2d94fca04593661889b5aa9ed64bd3-1 {}] regionserver.HStore(327): Store=6a2d94fca04593661889b5aa9ed64bd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:19:59,879 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,880 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,880 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,881 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,881 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,881 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:19:59,882 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,884 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:19:59,884 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a2d94fca04593661889b5aa9ed64bd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60455712, jitterRate=-0.09913969039916992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:19:59,884 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:19:59,885 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a2d94fca04593661889b5aa9ed64bd3: Running coprocessor pre-open hook at 1731593999874Writing region info on filesystem at 1731593999874Initializing all the Stores at 1731593999875 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593999875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593999875Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731593999875Cleaning up temporary data from old regions at 1731593999881 (+6 ms)Running coprocessor post-open hooks at 1731593999884 (+3 ms)Region opened successfully at 1731593999885 (+1 ms) 2024-11-14T14:19:59,885 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., pid=6, masterSystemTime=1731593999870 2024-11-14T14:19:59,887 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,887 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:19:59,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a2d94fca04593661889b5aa9ed64bd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,41425,1731593990045 2024-11-14T14:19:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:19:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a2d94fca04593661889b5aa9ed64bd3, server=6e2cc31459a7,41425,1731593990045 because future has completed 2024-11-14T14:19:59,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:19:59,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a2d94fca04593661889b5aa9ed64bd3, server=6e2cc31459a7,41425,1731593990045 in 172 msec 2024-11-14T14:19:59,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:19:59,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a2d94fca04593661889b5aa9ed64bd3, ASSIGN in 328 msec 2024-11-14T14:19:59,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:19:59,893 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731593999893"}]},"ts":"1731593999893"} 2024-11-14T14:19:59,895 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:19:59,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:19:59,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-14T14:20:00,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:20:00,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:00,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:20:00,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:00,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:00,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T14:20:00,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:00,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T14:20:00,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:00,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:20:00,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:20:00,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:00,898 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:20:00,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc1ec0e 2024-11-14T14:20:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:00,900 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:00,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:20:00,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:00,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:00,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:20:00,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:20:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:01,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28b580bb91ece089c02f90b569c2a8cc, NAME => 'test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36 2024-11-14T14:20:01,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:20:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:01,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:01,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28b580bb91ece089c02f90b569c2a8cc, disabling compactions & flushes 2024-11-14T14:20:01,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:01,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:01,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. after waiting 0 ms 2024-11-14T14:20:01,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:01,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:01,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28b580bb91ece089c02f90b569c2a8cc: Waiting for close lock at 1731594001715Disabling compacts and flushes for region at 1731594001715Disabling writes for close at 1731594001715Writing region close event to WAL at 1731594001715Closed at 1731594001715 2024-11-14T14:20:01,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:01,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594001716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594001716"}]},"ts":"1731594001716"} 2024-11-14T14:20:01,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:01,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:01,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594001719"}]},"ts":"1731594001719"} 2024-11-14T14:20:01,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:20:01,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28b580bb91ece089c02f90b569c2a8cc, ASSIGN}] 2024-11-14T14:20:01,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28b580bb91ece089c02f90b569c2a8cc, ASSIGN 2024-11-14T14:20:01,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28b580bb91ece089c02f90b569c2a8cc, ASSIGN; state=OFFLINE, location=6e2cc31459a7,38383,1731593995684; forceNewPlan=false, retain=false 2024-11-14T14:20:01,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28b580bb91ece089c02f90b569c2a8cc, regionState=OPENING, regionLocation=6e2cc31459a7,38383,1731593995684 2024-11-14T14:20:01,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28b580bb91ece089c02f90b569c2a8cc, ASSIGN because future has completed 2024-11-14T14:20:01,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28b580bb91ece089c02f90b569c2a8cc, server=6e2cc31459a7,38383,1731593995684}] 2024-11-14T14:20:02,031 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:02,031 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28b580bb91ece089c02f90b569c2a8cc, NAME => 'test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:02,031 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:02,031 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:20:02,031 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,031 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:02,031 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,031 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,034 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,035 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b580bb91ece089c02f90b569c2a8cc columnFamilyName f 2024-11-14T14:20:02,035 DEBUG [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:02,036 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] regionserver.HStore(327): Store=28b580bb91ece089c02f90b569c2a8cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:02,036 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,037 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b580bb91ece089c02f90b569c2a8cc columnFamilyName f1 2024-11-14T14:20:02,037 DEBUG [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:02,037 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] regionserver.HStore(327): Store=28b580bb91ece089c02f90b569c2a8cc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:02,037 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:02,038 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28b580bb91ece089c02f90b569c2a8cc columnFamilyName norep 2024-11-14T14:20:02,038 DEBUG [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:02,039 INFO [StoreOpener-28b580bb91ece089c02f90b569c2a8cc-1 {}] regionserver.HStore(327): Store=28b580bb91ece089c02f90b569c2a8cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:02,039 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,039 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,039 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,040 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,040 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,040 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:02,041 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,043 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:02,043 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28b580bb91ece089c02f90b569c2a8cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66274928, jitterRate=-0.012426614761352539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:02,043 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:02,043 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28b580bb91ece089c02f90b569c2a8cc: Running coprocessor pre-open hook at 1731594002031Writing region info on filesystem at 1731594002031Initializing all the Stores at 1731594002032 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594002032Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594002034 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594002034Cleaning up temporary data from old regions at 1731594002040 (+6 ms)Running coprocessor post-open hooks at 1731594002043 (+3 ms)Region opened successfully at 1731594002043 2024-11-14T14:20:02,044 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., pid=6, masterSystemTime=1731594002027 2024-11-14T14:20:02,046 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:02,046 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:02,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28b580bb91ece089c02f90b569c2a8cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,38383,1731593995684 2024-11-14T14:20:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28b580bb91ece089c02f90b569c2a8cc, server=6e2cc31459a7,38383,1731593995684 because future has completed 2024-11-14T14:20:02,057 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6e2cc31459a7,38383,1731593995684, table=test, region=28b580bb91ece089c02f90b569c2a8cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T14:20:02,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:20:02,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28b580bb91ece089c02f90b569c2a8cc, server=6e2cc31459a7,38383,1731593995684 in 190 msec 2024-11-14T14:20:02,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:20:02,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28b580bb91ece089c02f90b569c2a8cc, ASSIGN in 346 msec 2024-11-14T14:20:02,069 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:02,070 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594002070"}]},"ts":"1731594002070"} 2024-11-14T14:20:02,072 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:20:02,073 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:02,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-14T14:20:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:03,048 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:20:03,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:20:03,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:03,050 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:20:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:20:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5970f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:20:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:03,051 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f67f39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:20:03,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:03,052 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:20:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:20:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dea4edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:20:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:03,053 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3525e021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:20:03,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:03,055 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:20:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:20:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:20:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:03,056 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36747,1731593989846 2024-11-14T14:20:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24db2fac 2024-11-14T14:20:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:03,058 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:03,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:37513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:20:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:20:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:03,061 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:37513' 2024-11-14T14:20:03,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fee07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,061 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:20:03,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:03,062 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:20:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:20:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69741f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:20:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:03,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:03,063 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86dec01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:03,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bac5d90 2024-11-14T14:20:03,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:03,065 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:03,066 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:20:03,066 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:20:03,066 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:03,066 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:03,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:03,066 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:03,067 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:20:03,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:03,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:03,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:20:03,118 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:20:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:03,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 479383770f109d901a4cba1d7621e9cb, NAME => 'hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c 2024-11-14T14:20:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:20:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:03,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:03,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 479383770f109d901a4cba1d7621e9cb, disabling compactions & flushes 2024-11-14T14:20:03,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:03,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:03,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. after waiting 0 ms 2024-11-14T14:20:03,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:03,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:03,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 479383770f109d901a4cba1d7621e9cb: Waiting for close lock at 1731594003880Disabling compacts and flushes for region at 1731594003880Disabling writes for close at 1731594003880Writing region close event to WAL at 1731594003880Closed at 1731594003880 2024-11-14T14:20:03,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:03,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594003881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594003881"}]},"ts":"1731594003881"} 2024-11-14T14:20:03,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:03,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:03,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594003884"}]},"ts":"1731594003884"} 2024-11-14T14:20:03,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:20:03,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=479383770f109d901a4cba1d7621e9cb, ASSIGN}] 2024-11-14T14:20:03,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=479383770f109d901a4cba1d7621e9cb, ASSIGN 2024-11-14T14:20:03,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=479383770f109d901a4cba1d7621e9cb, ASSIGN; state=OFFLINE, location=6e2cc31459a7,41425,1731593990045; forceNewPlan=false, retain=false 2024-11-14T14:20:04,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=479383770f109d901a4cba1d7621e9cb, regionState=OPENING, regionLocation=6e2cc31459a7,41425,1731593990045 2024-11-14T14:20:04,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=479383770f109d901a4cba1d7621e9cb, ASSIGN because future has completed 2024-11-14T14:20:04,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 479383770f109d901a4cba1d7621e9cb, server=6e2cc31459a7,41425,1731593990045}] 2024-11-14T14:20:04,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:04,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:04,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:20:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:04,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:04,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:04,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:20:04,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41425%2C1731593990045.rep, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/oldWALs, maxLogs=10 2024-11-14T14:20:04,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.rep.1731594004203, exclude list is [], retry=0 2024-11-14T14:20:04,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39425,DS-5a5f4f28-3fc6-4f8f-9900-2dce78907068,DISK] 2024-11-14T14:20:04,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.rep.1731594004203 2024-11-14T14:20:04,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34751:34751)] 2024-11-14T14:20:04,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 479383770f109d901a4cba1d7621e9cb, NAME => 'hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:04,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. service=MultiRowMutationService 2024-11-14T14:20:04,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:20:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,236 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,237 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479383770f109d901a4cba1d7621e9cb columnFamilyName hfileref 2024-11-14T14:20:04,238 DEBUG [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:04,238 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] regionserver.HStore(327): Store=479383770f109d901a4cba1d7621e9cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:04,238 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,239 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479383770f109d901a4cba1d7621e9cb columnFamilyName queue 2024-11-14T14:20:04,239 DEBUG [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:04,239 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] regionserver.HStore(327): Store=479383770f109d901a4cba1d7621e9cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:04,239 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,240 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479383770f109d901a4cba1d7621e9cb columnFamilyName sid 2024-11-14T14:20:04,240 DEBUG [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:04,241 INFO [StoreOpener-479383770f109d901a4cba1d7621e9cb-1 {}] regionserver.HStore(327): Store=479383770f109d901a4cba1d7621e9cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:04,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:04,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:04,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 479383770f109d901a4cba1d7621e9cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66046253, jitterRate=-0.015834137797355652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:04,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:04,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 479383770f109d901a4cba1d7621e9cb: Running coprocessor pre-open hook at 1731594004232Writing region info on filesystem at 1731594004232Initializing all the Stores at 1731594004234 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594004234Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594004236 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594004236Cleaning up temporary data from old regions at 1731594004243 (+7 ms)Running coprocessor post-open hooks at 1731594004254 (+11 ms)Region opened successfully at 1731594004254 2024-11-14T14:20:04,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb., pid=10, masterSystemTime=1731594004193 2024-11-14T14:20:04,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:04,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:04,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=479383770f109d901a4cba1d7621e9cb, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,41425,1731593990045 2024-11-14T14:20:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 479383770f109d901a4cba1d7621e9cb, server=6e2cc31459a7,41425,1731593990045 because future has completed 2024-11-14T14:20:04,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:20:04,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 479383770f109d901a4cba1d7621e9cb, server=6e2cc31459a7,41425,1731593990045 in 219 msec 2024-11-14T14:20:04,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:20:04,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=479383770f109d901a4cba1d7621e9cb, ASSIGN in 376 msec 2024-11-14T14:20:04,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:04,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594004266"}]},"ts":"1731594004266"} 2024-11-14T14:20:04,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:20:04,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:04,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-14T14:20:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2] 2024-11-14T14:20:04,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:20:04,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:20:04,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:20:04,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:20:04,578 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:20:04,605 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,41425,1731593990045, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:20:04,606 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:04,606 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41425,1731593990045, seqNum=-1] 2024-11-14T14:20:04,607 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:04,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:04,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,41425,1731593990045', locateType=CURRENT is [region=hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2] 2024-11-14T14:20:04,612 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:20:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:20:04,614 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,41425,1731593990045 suceeded 2024-11-14T14:20:04,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:20:04,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T14:20:04,617 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:37513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:20:04,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-14T14:20:04,629 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:37513' 2024-11-14T14:20:04,631 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b56513b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:04,631 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:20:04,631 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:04,634 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:20:04,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:04,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:20:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7106bf45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:20:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:04,636 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:04,637 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6298cc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:04,638 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:04,639 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:04,639 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dedca78 2024-11-14T14:20:04,639 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:04,640 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T14:20:04,641 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,41425,1731593990045 (queues=1) is replicating from cluster=f2d300fa-73f1-4e8e-a92d-b074ccf304a3 to cluster=4695434f-52bb-4e21-aafe-56480f3f83bf 2024-11-14T14:20:04,641 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C41425%2C1731593990045 2024-11-14T14:20:04,641 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,41425,1731593990045, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:20:04,642 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373, startPosition=0, beingWritten=true 2024-11-14T14:20:04,642 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C41425%2C1731593990045 2024-11-14T14:20:04,663 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:04,663 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:04,663 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41425,1731593990045 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:04,895 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:05,198 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:05,218 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:20:05,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:05,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:05,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:05,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:05,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:05,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:05,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:20:05,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:05,220 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:20:05,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:05,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:20:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249437b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:20:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:05,222 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:05,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad644cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:05,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50056e04 2024-11-14T14:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:05,224 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:05,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:36747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:20:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:20:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:05,226 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:36747' 2024-11-14T14:20:05,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512ca07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:05,227 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:20:05,227 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:05,228 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b39fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:05,229 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:05,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df52b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:05,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:05,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36747,1731593989846 2024-11-14T14:20:05,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f8af384 2024-11-14T14:20:05,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:05,231 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:05,231 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:20:05,231 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:20:05,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:05,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:05,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:05,232 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:05,233 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:20:05,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:05,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:05,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:20:05,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20deae8a4b8e27c6e9d262de4760ad06, NAME => 'hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36 2024-11-14T14:20:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:20:05,283 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:20:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:05,605 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:05,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:05,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20deae8a4b8e27c6e9d262de4760ad06, disabling compactions & flushes 2024-11-14T14:20:05,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:05,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:05,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. after waiting 0 ms 2024-11-14T14:20:05,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:05,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:05,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20deae8a4b8e27c6e9d262de4760ad06: Waiting for close lock at 1731594005650Disabling compacts and flushes for region at 1731594005650Disabling writes for close at 1731594005650Writing region close event to WAL at 1731594005650Closed at 1731594005650 2024-11-14T14:20:05,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:05,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594005651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594005651"}]},"ts":"1731594005651"} 2024-11-14T14:20:05,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:05,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:05,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594005655"}]},"ts":"1731594005655"} 2024-11-14T14:20:05,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:20:05,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20deae8a4b8e27c6e9d262de4760ad06, ASSIGN}] 2024-11-14T14:20:05,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20deae8a4b8e27c6e9d262de4760ad06, ASSIGN 2024-11-14T14:20:05,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20deae8a4b8e27c6e9d262de4760ad06, ASSIGN; state=OFFLINE, location=6e2cc31459a7,38383,1731593995684; forceNewPlan=false, retain=false 2024-11-14T14:20:05,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20deae8a4b8e27c6e9d262de4760ad06, regionState=OPENING, regionLocation=6e2cc31459a7,38383,1731593995684 2024-11-14T14:20:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20deae8a4b8e27c6e9d262de4760ad06, ASSIGN because future has completed 2024-11-14T14:20:05,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20deae8a4b8e27c6e9d262de4760ad06, server=6e2cc31459a7,38383,1731593995684}] 2024-11-14T14:20:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:05,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:05,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:05,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:20:05,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C38383%2C1731593995684.rep, suffix=, logDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684, archiveDir=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/oldWALs, maxLogs=10 2024-11-14T14:20:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.rep.1731594005968, exclude list is [], retry=0 2024-11-14T14:20:05,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36001,DS-55999646-02a9-403e-a4af-1fea7d9972df,DISK] 2024-11-14T14:20:05,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.rep.1731594005968 2024-11-14T14:20:05,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45787:45787)] 2024-11-14T14:20:05,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20deae8a4b8e27c6e9d262de4760ad06, NAME => 'hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:05,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. service=MultiRowMutationService 2024-11-14T14:20:05,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:20:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,990 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,991 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20deae8a4b8e27c6e9d262de4760ad06 columnFamilyName hfileref 2024-11-14T14:20:05,991 DEBUG [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:05,992 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] regionserver.HStore(327): Store=20deae8a4b8e27c6e9d262de4760ad06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:05,992 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,993 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20deae8a4b8e27c6e9d262de4760ad06 columnFamilyName queue 2024-11-14T14:20:05,993 DEBUG [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:05,993 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] regionserver.HStore(327): Store=20deae8a4b8e27c6e9d262de4760ad06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:05,993 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,998 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20deae8a4b8e27c6e9d262de4760ad06 columnFamilyName sid 2024-11-14T14:20:05,998 DEBUG [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:05,999 INFO [StoreOpener-20deae8a4b8e27c6e9d262de4760ad06-1 {}] regionserver.HStore(327): Store=20deae8a4b8e27c6e9d262de4760ad06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:06,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:06,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:06,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:06,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:06,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:06,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20deae8a4b8e27c6e9d262de4760ad06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66436395, jitterRate=-0.01002056896686554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20deae8a4b8e27c6e9d262de4760ad06: Running coprocessor pre-open hook at 1731594005989Writing region info on filesystem at 1731594005989Initializing all the Stores at 1731594005990 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594005990Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594005990Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594005990Cleaning up temporary data from old regions at 1731594006000 (+10 ms)Running coprocessor post-open hooks at 1731594006004 (+4 ms)Region opened successfully at 1731594006004 2024-11-14T14:20:06,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06., pid=10, masterSystemTime=1731594005963 2024-11-14T14:20:06,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:06,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:06,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20deae8a4b8e27c6e9d262de4760ad06, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,38383,1731593995684 2024-11-14T14:20:06,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20deae8a4b8e27c6e9d262de4760ad06, server=6e2cc31459a7,38383,1731593995684 because future has completed 2024-11-14T14:20:06,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:20:06,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20deae8a4b8e27c6e9d262de4760ad06, server=6e2cc31459a7,38383,1731593995684 in 200 msec 2024-11-14T14:20:06,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:20:06,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20deae8a4b8e27c6e9d262de4760ad06, ASSIGN in 355 msec 2024-11-14T14:20:06,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:06,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594006015"}]},"ts":"1731594006015"} 2024-11-14T14:20:06,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:20:06,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:06,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-14T14:20:06,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2] 2024-11-14T14:20:06,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:20:06,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:20:06,111 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:06,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:20:06,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:20:06,272 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:20:06,295 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,38383,1731593995684, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:20:06,296 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:06,296 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38383,1731593995684, seqNum=-1] 2024-11-14T14:20:06,296 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:06,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,38383,1731593995684', locateType=CURRENT is [region=hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2] 2024-11-14T14:20:06,301 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:20:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:20:06,302 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,38383,1731593995684 suceeded 2024-11-14T14:20:06,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:20:06,304 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:36747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:20:06,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-14T14:20:06,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0800 sec 2024-11-14T14:20:06,313 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:36747' 2024-11-14T14:20:06,314 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ad326c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:06,314 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:20:06,314 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:06,314 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:20:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:20:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56430bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:20:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:06,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:06,316 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:06,316 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31bdc64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:06,316 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:06,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36747,1731593989846 2024-11-14T14:20:06,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@290da87e 2024-11-14T14:20:06,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:06,317 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T14:20:06,318 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,38383,1731593995684 (queues=1) is replicating from cluster=4695434f-52bb-4e21-aafe-56480f3f83bf to cluster=f2d300fa-73f1-4e8e-a92d-b074ccf304a3 2024-11-14T14:20:06,318 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C38383%2C1731593995684 2024-11-14T14:20:06,318 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,38383,1731593995684, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:20:06,318 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C38383%2C1731593995684 2024-11-14T14:20:06,318 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290, startPosition=0, beingWritten=true 2024-11-14T14:20:06,323 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:06,323 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 379, reset compression=false 2024-11-14T14:20:06,323 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38383,1731593995684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:06,358 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:20:06,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:06,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:06,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:06,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:06,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:06,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:06,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731594006362/Put/seqid=0 2024-11-14T14:20:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741840_1016 (size=7894) 2024-11-14T14:20:06,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731594006369/Put/seqid=0 2024-11-14T14:20:06,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741841_1017 (size=7691) 2024-11-14T14:20:06,527 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 379, reset compression=false 2024-11-14T14:20:06,715 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:06,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:06,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:20:06,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:06,776 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:20:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:20:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e9867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:20:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:06,778 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:06,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:06,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41425,1731593990045, seqNum=-1] 2024-11-14T14:20:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:06,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:06,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36747,1731593989846 2024-11-14T14:20:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ecffea5 2024-11-14T14:20:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:06,791 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2] 2024-11-14T14:20:06,797 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:20:06,803 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T14:20:06,805 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T14:20:06,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T14:20:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:06,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T14:20:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HRegion(2603): Flush status journal for 6a2d94fca04593661889b5aa9ed64bd3: 2024-11-14T14:20:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_0 2024-11-14T14:20:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_0 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ 2024-11-14T14:20:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_1 2024-11-14T14:20:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_1 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/85dcead543194b7da4689a52db89f379_SeqId_4_ 2024-11-14T14:20:06,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_0 into 6a2d94fca04593661889b5aa9ed64bd3/f as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ - updating store file list. 2024-11-14T14:20:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:06,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ into 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:06,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_0 into 6a2d94fca04593661889b5aa9ed64bd3/f (new location: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_) 2024-11-14T14:20:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_0 2024-11-14T14:20:06,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_1 into 6a2d94fca04593661889b5aa9ed64bd3/f as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/85dcead543194b7da4689a52db89f379_SeqId_4_ - updating store file list. 2024-11-14T14:20:06,831 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 379, reset compression=false 2024-11-14T14:20:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85dcead543194b7da4689a52db89f379_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:06,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/85dcead543194b7da4689a52db89f379_SeqId_4_ into 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:06,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_1 into 6a2d94fca04593661889b5aa9ed64bd3/f (new location: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/85dcead543194b7da4689a52db89f379_SeqId_4_) 2024-11-14T14:20:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins__test__va7alhdrv57vikl219v60nennp365n84gkoibuf0uh1cvmmuedrrf3cdu2e7jq1p/f/hfile_1 2024-11-14T14:20:06,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:06,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:06,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:06,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:06,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2 , the old value is region=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6e2cc31459a7:41425 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:20:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:20:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2 from cache 2024-11-14T14:20:06,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38383,1731593995684, seqNum=-1] 2024-11-14T14:20:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:06,837 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T14:20:06,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:06,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2] 2024-11-14T14:20:06,842 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:20:06,948 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:41425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T14:20:07,234 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 379, reset compression=false 2024-11-14T14:20:07,419 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 379, reset compression=false 2024-11-14T14:20:07,423 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:07,424 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41425,1731593990045 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a2d94fca04593661889b5aa9ed64bd3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594006834/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T14:20:07,426 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:07,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T14:20:07,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.ReplicationSink(318): Replicating [f2d300fa-73f1-4e8e-a92d-b074ccf304a3] bulk loaded data 2024-11-14T14:20:07,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e67e979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:07,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:20:07,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:07,429 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:20:07,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:07,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:20:07,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b44eb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:07,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:20:07,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:07,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:07,430 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:07,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd50094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:07,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741840_1016 (size=7894) 2024-11-14T14:20:07,624 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:07,738 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 379, reset compression=false 2024-11-14T14:20:07,844 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:20:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741841_1017 (size=7691) 2024-11-14T14:20:07,941 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:08,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23c8cd76 2024-11-14T14:20:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:08,266 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T14:20:08,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:20:08,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:08,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38383,1731593995684, seqNum=-1] 2024-11-14T14:20:08,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:08,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:08,281 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/85dcead543194b7da4689a52db89f379_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T14:20:08,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T14:20:08,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ for inclusion in 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T14:20:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:08,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/85dcead543194b7da4689a52db89f379_SeqId_4_ for inclusion in 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T14:20:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HRegion(2603): Flush status journal for 28b580bb91ece089c02f90b569c2a8cc: 2024-11-14T14:20:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:20:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/c5868f6ec9064872be982b0459d16a85_SeqId_4_ 2024-11-14T14:20:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85dcead543194b7da4689a52db89f379_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:20:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/85dcead543194b7da4689a52db89f379_SeqId_4_ as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d2b2557dc46e432094bc0845d260278a_SeqId_4_ 2024-11-14T14:20:08,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ into 28b580bb91ece089c02f90b569c2a8cc/f as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/c5868f6ec9064872be982b0459d16a85_SeqId_4_ - updating store file list. 2024-11-14T14:20:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5868f6ec9064872be982b0459d16a85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:08,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/c5868f6ec9064872be982b0459d16a85_SeqId_4_ into 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:08,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ into 28b580bb91ece089c02f90b569c2a8cc/f (new location: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/c5868f6ec9064872be982b0459d16a85_SeqId_4_) 2024-11-14T14:20:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/dd81ed3f8b1948dd990d8627ec129cc4_SeqId_4_ 2024-11-14T14:20:08,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/85dcead543194b7da4689a52db89f379_SeqId_4_ into 28b580bb91ece089c02f90b569c2a8cc/f as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d2b2557dc46e432094bc0845d260278a_SeqId_4_ - updating store file list. 2024-11-14T14:20:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2b2557dc46e432094bc0845d260278a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:08,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d2b2557dc46e432094bc0845d260278a_SeqId_4_ into 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:08,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/85dcead543194b7da4689a52db89f379_SeqId_4_ into 28b580bb91ece089c02f90b569c2a8cc/f (new location: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d2b2557dc46e432094bc0845d260278a_SeqId_4_) 2024-11-14T14:20:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins.hfs.11__test__9kprfh69ld8o1jfprjh8e9o8jgnlrt6cr0jahmd7i6ph8e0nfvaei46kmgqmn5el/f/85dcead543194b7da4689a52db89f379_SeqId_4_ 2024-11-14T14:20:08,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.ReplicationSink(324): Finished replicating [f2d300fa-73f1-4e8e-a92d-b074ccf304a3] bulk loaded data 2024-11-14T14:20:08,342 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 379, reset compression=false 2024-11-14T14:20:08,345 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:08,369 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:08,369 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38383,1731593995684 got entry batch from reader: WALEntryBatch [walEntries=[{test/28b580bb91ece089c02f90b569c2a8cc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594008337/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T14:20:08,372 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:08,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T14:20:08,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(318): Replicating [f2d300fa-73f1-4e8e-a92d-b074ccf304a3, 4695434f-52bb-4e21-aafe-56480f3f83bf] bulk loaded data 2024-11-14T14:20:08,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32e2de75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:08,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36747,-1 for getting cluster id 2024-11-14T14:20:08,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:08,404 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2d300fa-73f1-4e8e-a92d-b074ccf304a3' 2024-11-14T14:20:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2d300fa-73f1-4e8e-a92d-b074ccf304a3" 2024-11-14T14:20:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1791548c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36747,-1] 2024-11-14T14:20:08,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:08,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:08,406 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:08,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f858e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:08,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741842_1018 (size=7894) 2024-11-14T14:20:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741843_1019 (size=7691) 2024-11-14T14:20:08,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:08,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36747,1731593989846 2024-11-14T14:20:08,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65fbd7db 2024-11-14T14:20:08,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:08,543 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T14:20:08,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:20:08,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:08,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41425,1731593990045, seqNum=-1] 2024-11-14T14:20:08,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:08,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:08,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__di10aekufch4jfirvnngha3t2aaiskdasp3mqelnovtptsa0bmj9sopc3bah8bfc/f/c5868f6ec9064872be982b0459d16a85_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T14:20:08,569 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 725, reset compression=false 2024-11-14T14:20:08,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__di10aekufch4jfirvnngha3t2aaiskdasp3mqelnovtptsa0bmj9sopc3bah8bfc/f/d2b2557dc46e432094bc0845d260278a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T14:20:08,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(324): Finished replicating [f2d300fa-73f1-4e8e-a92d-b074ccf304a3, 4695434f-52bb-4e21-aafe-56480f3f83bf] bulk loaded data 2024-11-14T14:20:08,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:08,855 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731594008854/Put/seqid=0 2024-11-14T14:20:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741842_1018 (size=11194) 2024-11-14T14:20:08,906 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 725, reset compression=false 2024-11-14T14:20:08,908 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:09,260 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731594009259/Put/seqid=0 2024-11-14T14:20:09,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741843_1019 (size=10791) 2024-11-14T14:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 725, reset compression=false 2024-11-14T14:20:09,511 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:09,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:09,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37513,-1 for getting cluster id 2024-11-14T14:20:09,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:09,666 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4695434f-52bb-4e21-aafe-56480f3f83bf' 2024-11-14T14:20:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4695434f-52bb-4e21-aafe-56480f3f83bf" 2024-11-14T14:20:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e4636a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37513,-1] 2024-11-14T14:20:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:09,667 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:09,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d7093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:09,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38383,1731593995684, seqNum=-1] 2024-11-14T14:20:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:09,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:09,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5607dcb3 2024-11-14T14:20:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:09,679 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2] 2024-11-14T14:20:09,684 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:20:09,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T14:20:09,691 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T14:20:09,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T14:20:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:09,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T14:20:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HRegion(2603): Flush status journal for 28b580bb91ece089c02f90b569c2a8cc: 2024-11-14T14:20:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_0 2024-11-14T14:20:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_0 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ 2024-11-14T14:20:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_1 2024-11-14T14:20:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_1 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ 2024-11-14T14:20:09,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_0 into 28b580bb91ece089c02f90b569c2a8cc/f as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ - updating store file list. 2024-11-14T14:20:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:09,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ into 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:09,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_0 into 28b580bb91ece089c02f90b569c2a8cc/f (new location: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_) 2024-11-14T14:20:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_0 2024-11-14T14:20:09,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_1 into 28b580bb91ece089c02f90b569c2a8cc/f as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ - updating store file list. 2024-11-14T14:20:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:09,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ into 28b580bb91ece089c02f90b569c2a8cc/f 2024-11-14T14:20:09,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_1 into 28b580bb91ece089c02f90b569c2a8cc/f (new location: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_) 2024-11-14T14:20:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/staging/jenkins__test__rdk99pg8m7ma0hv138cj1d86mqk59qutcptt8ttcce9csr1j985mvegqld3eghtd/f/hfile_1 2024-11-14T14:20:09,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:09,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:09,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:09,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2 , the old value is region=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6e2cc31459a7:38383 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:20:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:20:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc., hostname=6e2cc31459a7,38383,1731593995684, seqNum=2 from cache 2024-11-14T14:20:09,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:09,719 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T14:20:09,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41425,1731593990045, seqNum=-1] 2024-11-14T14:20:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:09,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3., hostname=6e2cc31459a7,41425,1731593990045, seqNum=2] 2024-11-14T14:20:09,728 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:20:09,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:09,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:09,814 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 725, reset compression=false 2024-11-14T14:20:09,819 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:09,819 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38383,1731593995684 got entry batch from reader: WALEntryBatch [walEntries=[{test/28b580bb91ece089c02f90b569c2a8cc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594009716/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T14:20:09,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(318): Replicating [4695434f-52bb-4e21-aafe-56480f3f83bf] bulk loaded data 2024-11-14T14:20:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741844_1020 (size=11194) 2024-11-14T14:20:09,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:38383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T14:20:10,019 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 1033, reset compression=false 2024-11-14T14:20:10,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:20:10,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:10,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:20:10,215 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741845_1021 (size=10791) 2024-11-14T14:20:10,323 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 1033, reset compression=false 2024-11-14T14:20:10,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:20:10,645 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T14:20:10,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T14:20:10,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ for inclusion in 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T14:20:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:10,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ for inclusion in 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T14:20:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:20:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HRegion(2603): Flush status journal for 6a2d94fca04593661889b5aa9ed64bd3: 2024-11-14T14:20:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:20:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/634a23b502f44d3191a9c3249fcb4798_SeqId_6_ 2024-11-14T14:20:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:20:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/c92de422d1f5412f9546f41fe61a00d4_SeqId_6_ 2024-11-14T14:20:10,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ into 6a2d94fca04593661889b5aa9ed64bd3/f as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/634a23b502f44d3191a9c3249fcb4798_SeqId_6_ - updating store file list. 2024-11-14T14:20:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 634a23b502f44d3191a9c3249fcb4798_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:10,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/634a23b502f44d3191a9c3249fcb4798_SeqId_6_ into 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:10,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ into 6a2d94fca04593661889b5aa9ed64bd3/f (new location: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/634a23b502f44d3191a9c3249fcb4798_SeqId_6_) 2024-11-14T14:20:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/d1d71cf0e1234a7dab3988b6cd2da61e_SeqId_6_ 2024-11-14T14:20:10,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ into 6a2d94fca04593661889b5aa9ed64bd3/f as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/c92de422d1f5412f9546f41fe61a00d4_SeqId_6_ - updating store file list. 2024-11-14T14:20:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c92de422d1f5412f9546f41fe61a00d4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:20:10,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/c92de422d1f5412f9546f41fe61a00d4_SeqId_6_ into 6a2d94fca04593661889b5aa9ed64bd3/f 2024-11-14T14:20:10,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ into 6a2d94fca04593661889b5aa9ed64bd3/f (new location: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/f/c92de422d1f5412f9546f41fe61a00d4_SeqId_6_) 2024-11-14T14:20:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/staging/jenkins.hfs.10__test__3jcfrat3if4vmfer5cchidfuce7mih1malco8m93k2o0hiild73e3pln3515qad8/f/fbe3dc6b12164924ae6c79ef22bb8531_SeqId_6_ 2024-11-14T14:20:10,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41425 {}] regionserver.ReplicationSink(324): Finished replicating [4695434f-52bb-4e21-aafe-56480f3f83bf] bulk loaded data 2024-11-14T14:20:10,726 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 1033, reset compression=false 2024-11-14T14:20:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:20:10,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:10,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:10,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:10,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:10,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:10,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:20:10,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1865304405, stopped=false 2024-11-14T14:20:10,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,37513,1731593995539 2024-11-14T14:20:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237845334/running 2024-11-14T14:20:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237845334/running 2024-11-14T14:20:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:20:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:20:10,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:10,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:10,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:10,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:10,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,38383,1731593995684' ***** 2024-11-14T14:20:10,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:20:10,803 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:20:10,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:20:10,803 INFO [RS:0;6e2cc31459a7:38383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:20:10,803 INFO [RS:0;6e2cc31459a7:38383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:20:10,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/running 2024-11-14T14:20:10,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Set watcher on znode that does not yet exist, /1-1237845334/running 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 20deae8a4b8e27c6e9d262de4760ad06 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,38383,1731593995684 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:38383. 2024-11-14T14:20:10,804 DEBUG [RS:0;6e2cc31459a7:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:10,804 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:20:10,804 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:20:10,804 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20deae8a4b8e27c6e9d262de4760ad06=hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06., 28b580bb91ece089c02f90b569c2a8cc=test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc.} 2024-11-14T14:20:10,805 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20deae8a4b8e27c6e9d262de4760ad06, 28b580bb91ece089c02f90b569c2a8cc 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20deae8a4b8e27c6e9d262de4760ad06, disabling compactions & flushes 2024-11-14T14:20:10,805 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:10,805 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. after waiting 0 ms 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:10,805 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:10,805 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20deae8a4b8e27c6e9d262de4760ad06 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T14:20:10,805 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:20:10,822 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/info/4e39a695949245969fd1f38dc82450c0 is 147, key is hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06./info:regioninfo/1731594006007/Put/seqid=0 2024-11-14T14:20:10,827 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/.tmp/hfileref/511b5d6647b64b69b1b481feb9a7d58a is 74, key is 1/hfileref:c5868f6ec9064872be982b0459d16a85_SeqId_4_/1731594008597/DeleteColumn/seqid=0 2024-11-14T14:20:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741844_1020 (size=7686) 2024-11-14T14:20:10,832 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/info/4e39a695949245969fd1f38dc82450c0 2024-11-14T14:20:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741845_1021 (size=5345) 2024-11-14T14:20:10,834 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/.tmp/hfileref/511b5d6647b64b69b1b481feb9a7d58a 2024-11-14T14:20:10,852 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/ns/1789c49a13f04b3b998d4e9c68f9d121 is 43, key is default/ns:d/1731593998631/Put/seqid=0 2024-11-14T14:20:10,857 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/.tmp/queue/63fa038439364775b2503f93182fda40 is 154, key is 1-6e2cc31459a7,38383,1731593995684/queue:6e2cc31459a7%2C38383%2C1731593995684/1731594010681/Put/seqid=0 2024-11-14T14:20:10,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741846_1022 (size=5153) 2024-11-14T14:20:10,860 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/ns/1789c49a13f04b3b998d4e9c68f9d121 2024-11-14T14:20:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741847_1023 (size=5353) 2024-11-14T14:20:10,864 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/.tmp/queue/63fa038439364775b2503f93182fda40 2024-11-14T14:20:10,872 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:10,877 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/.tmp/hfileref/511b5d6647b64b69b1b481feb9a7d58a as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/hfileref/511b5d6647b64b69b1b481feb9a7d58a 2024-11-14T14:20:10,882 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/rep_barrier/251911b03591471fade09d219374e198 is 112, key is test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc./rep_barrier:seqnumDuringOpen/1731594002047/Put/seqid=0 2024-11-14T14:20:10,885 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/hfileref/511b5d6647b64b69b1b481feb9a7d58a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T14:20:10,886 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/.tmp/queue/63fa038439364775b2503f93182fda40 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/queue/63fa038439364775b2503f93182fda40 2024-11-14T14:20:10,891 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/queue/63fa038439364775b2503f93182fda40, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T14:20:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741848_1024 (size=5518) 2024-11-14T14:20:10,892 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/rep_barrier/251911b03591471fade09d219374e198 2024-11-14T14:20:10,892 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20deae8a4b8e27c6e9d262de4760ad06 in 87ms, sequenceid=12, compaction requested=false 2024-11-14T14:20:10,903 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/replication/20deae8a4b8e27c6e9d262de4760ad06/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T14:20:10,903 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:10,903 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:10,903 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:10,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20deae8a4b8e27c6e9d262de4760ad06: Waiting for close lock at 1731594010804Running coprocessor pre-close hooks at 1731594010804Disabling compacts and flushes for region at 1731594010804Disabling writes for close at 1731594010805 (+1 ms)Obtaining lock to block concurrent updates at 1731594010805Preparing flush snapshotting stores in 20deae8a4b8e27c6e9d262de4760ad06 at 1731594010805Finished memstore snapshotting hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731594010805Flushing stores of hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. at 1731594010806 (+1 ms)Flushing 20deae8a4b8e27c6e9d262de4760ad06/hfileref: creating writer at 1731594010806Flushing 20deae8a4b8e27c6e9d262de4760ad06/hfileref: appending metadata at 1731594010827 (+21 ms)Flushing 20deae8a4b8e27c6e9d262de4760ad06/hfileref: closing flushed file at 1731594010827Flushing 20deae8a4b8e27c6e9d262de4760ad06/queue: creating writer at 1731594010840 (+13 ms)Flushing 20deae8a4b8e27c6e9d262de4760ad06/queue: appending metadata at 1731594010856 (+16 ms)Flushing 20deae8a4b8e27c6e9d262de4760ad06/queue: closing flushed file at 1731594010856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f96e45: reopening flushed file at 1731594010869 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e209d45: reopening flushed file at 1731594010885 (+16 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20deae8a4b8e27c6e9d262de4760ad06 in 87ms, sequenceid=12, compaction requested=false at 1731594010892 (+7 ms)Writing region close event to WAL at 1731594010896 (+4 ms)Running coprocessor post-close hooks at 1731594010903 (+7 ms)Closed at 1731594010903 2024-11-14T14:20:10,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731594005232.20deae8a4b8e27c6e9d262de4760ad06. 2024-11-14T14:20:10,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28b580bb91ece089c02f90b569c2a8cc, disabling compactions & flushes 2024-11-14T14:20:10,904 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:10,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:10,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. after waiting 0 ms 2024-11-14T14:20:10,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:10,908 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/default/test/28b580bb91ece089c02f90b569c2a8cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:20:10,908 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:10,908 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:10,908 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:10,908 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28b580bb91ece089c02f90b569c2a8cc: Waiting for close lock at 1731594010904Running coprocessor pre-close hooks at 1731594010904Disabling compacts and flushes for region at 1731594010904Disabling writes for close at 1731594010904Writing region close event to WAL at 1731594010905 (+1 ms)Running coprocessor post-close hooks at 1731594010908 (+3 ms)Closed at 1731594010908 2024-11-14T14:20:10,909 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594000900.28b580bb91ece089c02f90b569c2a8cc. 2024-11-14T14:20:10,918 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/table/a1eac1a2be7e4bcab439132ec84178e8 is 53, key is hbase:replication/table:state/1731594006015/Put/seqid=0 2024-11-14T14:20:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741849_1025 (size=5308) 2024-11-14T14:20:11,005 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:11,019 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 687, reset compression=false 2024-11-14T14:20:11,023 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:11,023 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41425,1731593990045 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a2d94fca04593661889b5aa9ed64bd3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594010676/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T14:20:11,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6e2cc31459a7,38383,1731593995684 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:20:11,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:59720 deadline: 1731594071024, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6e2cc31459a7,38383,1731593995684 stopping 2024-11-14T14:20:11,028 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6e2cc31459a7,38383,1731593995684 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:11,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6e2cc31459a7,38383,1731593995684 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:20:11,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:59720 deadline: 1731594071131, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6e2cc31459a7,38383,1731593995684 stopping 2024-11-14T14:20:11,132 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6e2cc31459a7,38383,1731593995684 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:11,165 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:20:11,165 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:20:11,205 DEBUG [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:11,224 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:11,230 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 1033, reset compression=false 2024-11-14T14:20:11,235 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:11,235 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.wal-reader.6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290 to pos 1328, reset compression=false 2024-11-14T14:20:11,235 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38383,1731593995684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/WALs/6e2cc31459a7,38383,1731593995684/6e2cc31459a7%2C38383%2C1731593995684.1731593998290, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:11,237 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,38383,1731593995684: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,38383,1731593995684, walGroup=6e2cc31459a7%2C38383%2C1731593995684, offset=6e2cc31459a7%2C38383%2C1731593995684.1731593998290:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:38383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:20:11,238 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:20:11,240 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:20:11,242 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:20:11,242 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:20:11,242 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:20:11,242 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 551674048 }, "NonHeapMemoryUsage": { "committed": 189792256, "init": 7667712, "max": -1, "used": 187064944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:20:11,245 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:20:11,323 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/table/a1eac1a2be7e4bcab439132ec84178e8 2024-11-14T14:20:11,327 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/info/4e39a695949245969fd1f38dc82450c0 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/info/4e39a695949245969fd1f38dc82450c0 2024-11-14T14:20:11,331 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/info/4e39a695949245969fd1f38dc82450c0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:20:11,332 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/ns/1789c49a13f04b3b998d4e9c68f9d121 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/ns/1789c49a13f04b3b998d4e9c68f9d121 2024-11-14T14:20:11,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6e2cc31459a7,38383,1731593995684 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:11,337 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/ns/1789c49a13f04b3b998d4e9c68f9d121, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:20:11,336 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6e2cc31459a7,38383,1731593995684 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:11,338 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/rep_barrier/251911b03591471fade09d219374e198 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/rep_barrier/251911b03591471fade09d219374e198 2024-11-14T14:20:11,342 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/rep_barrier/251911b03591471fade09d219374e198, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:20:11,343 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/.tmp/table/a1eac1a2be7e4bcab439132ec84178e8 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/table/a1eac1a2be7e4bcab439132ec84178e8 2024-11-14T14:20:11,348 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/table/a1eac1a2be7e4bcab439132ec84178e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:20:11,349 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 544ms, sequenceid=16, compaction requested=false 2024-11-14T14:20:11,356 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:20:11,357 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:11,357 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:11,357 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:11,357 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594010804Running coprocessor pre-close hooks at 1731594010804Disabling compacts and flushes for region at 1731594010804Disabling writes for close at 1731594010805 (+1 ms)Obtaining lock to block concurrent updates at 1731594010805Preparing flush snapshotting stores in 1588230740 at 1731594010805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594010805Flushing stores of hbase:meta,,1.1588230740 at 1731594010805Flushing 1588230740/info: creating writer at 1731594010806 (+1 ms)Flushing 1588230740/info: appending metadata at 1731594010822 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731594010822Flushing 1588230740/ns: creating writer at 1731594010837 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731594010852 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731594010852Flushing 1588230740/rep_barrier: creating writer at 1731594010865 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594010882 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594010882Flushing 1588230740/table: creating writer at 1731594010897 (+15 ms)Flushing 1588230740/table: appending metadata at 1731594010918 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731594010918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c84f7b0: reopening flushed file at 1731594011327 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370e5a36: reopening flushed file at 1731594011331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674a58e6: reopening flushed file at 1731594011337 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9c88ae: reopening flushed file at 1731594011342 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 544ms, sequenceid=16, compaction requested=false at 1731594011349 (+7 ms)Writing region close event to WAL at 1731594011353 (+4 ms)Running coprocessor post-close hooks at 1731594011357 (+4 ms)Closed at 1731594011357 2024-11-14T14:20:11,357 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:11,405 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,38383,1731593995684; all regions closed. 2024-11-14T14:20:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:20:11,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741839_1015 (size=3127) 2024-11-14T14:20:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741833_1009 (size=1336) 2024-11-14T14:20:11,418 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:11,419 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:11,419 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:11,419 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:11,419 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:11,419 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:11,420 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,38383,1731593995684 because: Region server is closing 2024-11-14T14:20:11,420 INFO [RS:0;6e2cc31459a7:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:38383. 2024-11-14T14:20:11,420 DEBUG [RS:0;6e2cc31459a7:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:11,420 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:11,420 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:11,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:11,520 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38383,1731593995684.replicationSource.shipper6e2cc31459a7%2C38383%2C1731593995684,1-6e2cc31459a7,38383,1731593995684 terminated 2024-11-14T14:20:11,521 INFO [RS:0;6e2cc31459a7:38383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:38383. 2024-11-14T14:20:11,521 DEBUG [RS:0;6e2cc31459a7:38383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:11,521 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:11,521 DEBUG [RS:0;6e2cc31459a7:38383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:11,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:11,521 INFO [RS:0;6e2cc31459a7:38383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38383 2024-11-14T14:20:11,528 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334/rs 2024-11-14T14:20:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237845334/rs/6e2cc31459a7,38383,1731593995684 2024-11-14T14:20:11,581 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:11,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,38383,1731593995684] 2024-11-14T14:20:11,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237845334/draining/6e2cc31459a7,38383,1731593995684 already deleted, retry=false 2024-11-14T14:20:11,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,38383,1731593995684 expired; onlineServers=0 2024-11-14T14:20:11,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,37513,1731593995539' ***** 2024-11-14T14:20:11,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:20:11,602 INFO [M:0;6e2cc31459a7:37513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:11,602 INFO [M:0;6e2cc31459a7:37513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:11,602 DEBUG [M:0;6e2cc31459a7:37513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:20:11,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:20:11,603 DEBUG [M:0;6e2cc31459a7:37513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:20:11,603 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593997798 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593997798,5,FailOnTimeoutGroup] 2024-11-14T14:20:11,603 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593997799 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593997799,5,FailOnTimeoutGroup] 2024-11-14T14:20:11,603 INFO [M:0;6e2cc31459a7:37513 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:11,603 INFO [M:0;6e2cc31459a7:37513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:11,603 DEBUG [M:0;6e2cc31459a7:37513 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:20:11,603 INFO [M:0;6e2cc31459a7:37513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:20:11,603 INFO [M:0;6e2cc31459a7:37513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:11,603 INFO [M:0;6e2cc31459a7:37513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:20:11,603 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:20:11,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237845334/master 2024-11-14T14:20:11,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237845334 2024-11-14T14:20:11,613 DEBUG [M:0;6e2cc31459a7:37513 {}] zookeeper.ZKUtil(347): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Unable to get data of znode /1-1237845334/master because node does not exist (not an error) 2024-11-14T14:20:11,613 WARN [M:0;6e2cc31459a7:37513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:20:11,614 INFO [M:0;6e2cc31459a7:37513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/.lastflushedseqids 2024-11-14T14:20:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741850_1026 (size=263) 2024-11-14T14:20:11,640 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2cc31459a7:38383 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:38383 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:11,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6e2cc31459a7:38383 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:38383 2024-11-14T14:20:11,641 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6e2cc31459a7:38383 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:38383 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:38383 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T14:20:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:20:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58638 deadline: 1731594071643, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T14:20:11,662 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T14:20:11,663 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T14:20:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:11,692 INFO [RS:0;6e2cc31459a7:38383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:11,692 INFO [RS:0;6e2cc31459a7:38383 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,38383,1731593995684; zookeeper connection closed. 2024-11-14T14:20:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38383-0x10139b762840004, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:11,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b06253 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b06253 2024-11-14T14:20:11,692 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:20:11,933 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:12,018 INFO [M:0;6e2cc31459a7:37513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:20:12,018 INFO [M:0;6e2cc31459a7:37513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:20:12,018 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:12,018 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:12,018 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:12,019 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:12,019 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:12,019 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T14:20:12,041 DEBUG [M:0;6e2cc31459a7:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd0adb45f77248189bc2f3408d3546c3 is 82, key is hbase:meta,,1/info:regioninfo/1731593998599/Put/seqid=0 2024-11-14T14:20:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741851_1027 (size=5672) 2024-11-14T14:20:12,063 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T14:20:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:20:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58638 deadline: 1731594072065, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T14:20:12,065 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T14:20:12,067 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T14:20:12,067 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T14:20:12,436 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:12,446 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd0adb45f77248189bc2f3408d3546c3 2024-11-14T14:20:12,462 DEBUG [M:0;6e2cc31459a7:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bda28fc72cc49158aee74c1144c95d3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594006018/Put/seqid=0 2024-11-14T14:20:12,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741852_1028 (size=8517) 2024-11-14T14:20:12,567 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T14:20:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:20:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58638 deadline: 1731594072569, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T14:20:12,570 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T14:20:12,570 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T14:20:12,571 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T14:20:12,866 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bda28fc72cc49158aee74c1144c95d3 2024-11-14T14:20:12,887 DEBUG [M:0;6e2cc31459a7:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6e50bb02b014ab28acd16b1acf413eb is 69, key is 6e2cc31459a7,38383,1731593995684/rs:state/1731593997965/Put/seqid=0 2024-11-14T14:20:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741853_1029 (size=5156) 2024-11-14T14:20:13,039 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:13,171 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T14:20:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:20:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58638 deadline: 1731594073172, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T14:20:13,173 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T14:20:13,174 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T14:20:13,174 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T14:20:13,291 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6e50bb02b014ab28acd16b1acf413eb 2024-11-14T14:20:13,296 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd0adb45f77248189bc2f3408d3546c3 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd0adb45f77248189bc2f3408d3546c3 2024-11-14T14:20:13,300 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd0adb45f77248189bc2f3408d3546c3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T14:20:13,301 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bda28fc72cc49158aee74c1144c95d3 as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bda28fc72cc49158aee74c1144c95d3 2024-11-14T14:20:13,305 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bda28fc72cc49158aee74c1144c95d3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T14:20:13,306 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6e50bb02b014ab28acd16b1acf413eb as hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6e50bb02b014ab28acd16b1acf413eb 2024-11-14T14:20:13,310 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35179/user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6e50bb02b014ab28acd16b1acf413eb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T14:20:13,310 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-14T14:20:13,312 INFO [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:13,312 DEBUG [M:0;6e2cc31459a7:37513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594012018Disabling compacts and flushes for region at 1731594012018Disabling writes for close at 1731594012019 (+1 ms)Obtaining lock to block concurrent updates at 1731594012019Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594012019Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731594012019Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594012019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594012020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594012041 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594012041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594012450 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594012462 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594012462Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594012870 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594012887 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594012887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6f5192: reopening flushed file at 1731594013295 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82832c9: reopening flushed file at 1731594013300 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2f6ab2: reopening flushed file at 1731594013305 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731594013310 (+5 ms)Writing region close event to WAL at 1731594013311 (+1 ms)Closed at 1731594013311 2024-11-14T14:20:13,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2d25df7-31d2-c710-1c52-d391001c0d36/MasterData/WALs/6e2cc31459a7,37513,1731593995539/6e2cc31459a7%2C37513%2C1731593995539.1731593997457 not finished, retry = 0 2024-11-14T14:20:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741830_1006 (size=63666) 2024-11-14T14:20:13,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:13,415 INFO [M:0;6e2cc31459a7:37513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:20:13,415 INFO [M:0;6e2cc31459a7:37513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37513 2024-11-14T14:20:13,416 INFO [M:0;6e2cc31459a7:37513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:13,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:13,605 INFO [M:0;6e2cc31459a7:37513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:13,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x10139b762840003, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:13,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc06253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:13,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:13,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:13,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:13,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:13,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:20:13,609 WARN [BP-149173886-172.17.0.2-1731593993532 heartbeating to localhost/127.0.0.1:35179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:20:13,609 WARN [BP-149173886-172.17.0.2-1731593993532 heartbeating to localhost/127.0.0.1:35179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149173886-172.17.0.2-1731593993532 (Datanode Uuid a7cece22-58a0-493b-9e1a-21b45c277f31) service to localhost/127.0.0.1:35179 2024-11-14T14:20:13,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:20:13,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/cluster_2e9bdb33-45c5-ca89-7e06-e5608b65697f/data/data1/current/BP-149173886-172.17.0.2-1731593993532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:13,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:20:13,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/cluster_2e9bdb33-45c5-ca89-7e06-e5608b65697f/data/data2/current/BP-149173886-172.17.0.2-1731593993532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:13,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1228fad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:13,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:13,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:13,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:13,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:13,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:20:13,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:20:13,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:13,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:13,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:13,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:13,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:20:13,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1775012319, stopped=false 2024-11-14T14:20:13,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:13,633 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,36747,1731593989846 2024-11-14T14:20:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2135320664/running 2024-11-14T14:20:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2135320664/running 2024-11-14T14:20:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:20:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:20:13,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:13,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/running 2024-11-14T14:20:13,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:13,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:13,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Set watcher on znode that does not yet exist, /0-2135320664/running 2024-11-14T14:20:13,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:13,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,41425,1731593990045' ***** 2024-11-14T14:20:13,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:20:13,645 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:20:13,645 INFO [RS:0;6e2cc31459a7:41425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:20:13,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(3091): Received CLOSE for 479383770f109d901a4cba1d7621e9cb 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,41425,1731593990045 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41425. 2024-11-14T14:20:13,646 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 479383770f109d901a4cba1d7621e9cb, disabling compactions & flushes 2024-11-14T14:20:13,646 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:13,646 DEBUG [RS:0;6e2cc31459a7:41425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:13,646 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:13,646 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:13,646 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. after waiting 0 ms 2024-11-14T14:20:13,646 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:20:13,646 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 479383770f109d901a4cba1d7621e9cb 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T14:20:13,646 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:20:13,646 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 479383770f109d901a4cba1d7621e9cb=hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb., 6a2d94fca04593661889b5aa9ed64bd3=test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3.} 2024-11-14T14:20:13,646 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479383770f109d901a4cba1d7621e9cb, 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:20:13,646 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:13,647 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:13,647 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:13,647 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:13,647 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:13,647 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:20:13,659 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/.tmp/hfileref/bb04e6b507654e04938b84f1b0e78068 is 74, key is 1/hfileref:634a23b502f44d3191a9c3249fcb4798_SeqId_6_/1731594010664/Put/seqid=0 2024-11-14T14:20:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741846_1022 (size=5345) 2024-11-14T14:20:13,665 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/info/d354598bd8c240eabc14042c7aa295eb is 147, key is hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb./info:regioninfo/1731594004257/Put/seqid=0 2024-11-14T14:20:13,667 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741847_1023 (size=7686) 2024-11-14T14:20:13,743 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:13,847 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479383770f109d901a4cba1d7621e9cb, 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:20:13,875 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T14:20:13,875 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2cc31459a7:37513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:37513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:13,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6e2cc31459a7:37513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:37513 2024-11-14T14:20:13,977 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:13,978 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2cc31459a7:37513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:37513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:20:13,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6e2cc31459a7:37513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:37513 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T14:20:13,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6e2cc31459a7:37513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2cc31459a7/172.17.0.2:37513 2024-11-14T14:20:14,047 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479383770f109d901a4cba1d7621e9cb, 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:20:14,063 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/.tmp/hfileref/bb04e6b507654e04938b84f1b0e78068 2024-11-14T14:20:14,070 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/info/d354598bd8c240eabc14042c7aa295eb 2024-11-14T14:20:14,086 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/.tmp/queue/dbdebc7264c1419ba44c531b427b1edf is 153, key is 1-6e2cc31459a7,41425,1731593990045/queue:6e2cc31459a7%2C41425%2C1731593990045/1731594008345/Put/seqid=0 2024-11-14T14:20:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741848_1024 (size=5352) 2024-11-14T14:20:14,093 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/ns/b32a64a7f88f4554ae6e535d18482277 is 43, key is default/ns:d/1731593993431/Put/seqid=0 2024-11-14T14:20:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741849_1025 (size=5153) 2024-11-14T14:20:14,188 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:14,188 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2cc31459a7:37513 this server is in the failed servers list 2024-11-14T14:20:14,189 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2cc31459a7:37513 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:14,247 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479383770f109d901a4cba1d7621e9cb, 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:20:14,248 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:20:14,248 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:20:14,447 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479383770f109d901a4cba1d7621e9cb, 6a2d94fca04593661889b5aa9ed64bd3 2024-11-14T14:20:14,492 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/.tmp/queue/dbdebc7264c1419ba44c531b427b1edf 2024-11-14T14:20:14,497 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/.tmp/hfileref/bb04e6b507654e04938b84f1b0e78068 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/hfileref/bb04e6b507654e04938b84f1b0e78068 2024-11-14T14:20:14,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:14,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2cc31459a7:37513 this server is in the failed servers list 2024-11-14T14:20:14,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2cc31459a7:37513 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:14,501 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/hfileref/bb04e6b507654e04938b84f1b0e78068, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T14:20:14,502 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/.tmp/queue/dbdebc7264c1419ba44c531b427b1edf as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/queue/dbdebc7264c1419ba44c531b427b1edf 2024-11-14T14:20:14,503 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/ns/b32a64a7f88f4554ae6e535d18482277 2024-11-14T14:20:14,507 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/queue/dbdebc7264c1419ba44c531b427b1edf, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T14:20:14,508 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 479383770f109d901a4cba1d7621e9cb in 862ms, sequenceid=10, compaction requested=false 2024-11-14T14:20:14,516 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/replication/479383770f109d901a4cba1d7621e9cb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:14,517 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 479383770f109d901a4cba1d7621e9cb: Waiting for close lock at 1731594013646Running coprocessor pre-close hooks at 1731594013646Disabling compacts and flushes for region at 1731594013646Disabling writes for close at 1731594013646Obtaining lock to block concurrent updates at 1731594013646Preparing flush snapshotting stores in 479383770f109d901a4cba1d7621e9cb at 1731594013646Finished memstore snapshotting hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731594013647 (+1 ms)Flushing stores of hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. at 1731594013647Flushing 479383770f109d901a4cba1d7621e9cb/hfileref: creating writer at 1731594013647Flushing 479383770f109d901a4cba1d7621e9cb/hfileref: appending metadata at 1731594013659 (+12 ms)Flushing 479383770f109d901a4cba1d7621e9cb/hfileref: closing flushed file at 1731594013659Flushing 479383770f109d901a4cba1d7621e9cb/queue: creating writer at 1731594014068 (+409 ms)Flushing 479383770f109d901a4cba1d7621e9cb/queue: appending metadata at 1731594014085 (+17 ms)Flushing 479383770f109d901a4cba1d7621e9cb/queue: closing flushed file at 1731594014085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb5dad7: reopening flushed file at 1731594014496 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203611e8: reopening flushed file at 1731594014501 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 479383770f109d901a4cba1d7621e9cb in 862ms, sequenceid=10, compaction requested=false at 1731594014508 (+7 ms)Writing region close event to WAL at 1731594014514 (+6 ms)Running coprocessor post-close hooks at 1731594014517 (+3 ms)Closed at 1731594014517 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731594003066.479383770f109d901a4cba1d7621e9cb. 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a2d94fca04593661889b5aa9ed64bd3, disabling compactions & flushes 2024-11-14T14:20:14,517 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:20:14,517 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. after waiting 0 ms 2024-11-14T14:20:14,518 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:20:14,525 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/default/test/6a2d94fca04593661889b5aa9ed64bd3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:20:14,525 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:14,525 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:14,525 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:20:14,525 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a2d94fca04593661889b5aa9ed64bd3: Waiting for close lock at 1731594014517Running coprocessor pre-close hooks at 1731594014517Disabling compacts and flushes for region at 1731594014517Disabling writes for close at 1731594014517Writing region close event to WAL at 1731594014522 (+5 ms)Running coprocessor post-close hooks at 1731594014525 (+3 ms)Closed at 1731594014525 2024-11-14T14:20:14,525 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3. 2024-11-14T14:20:14,530 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/rep_barrier/67a199f25061437fbecc10e7277aa6ea is 112, key is test,,1731593998744.6a2d94fca04593661889b5aa9ed64bd3./rep_barrier:seqnumDuringOpen/1731593999887/Put/seqid=0 2024-11-14T14:20:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741850_1026 (size=5518) 2024-11-14T14:20:14,547 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1033, reset compression=false 2024-11-14T14:20:14,551 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:14,552 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1328, reset compression=false 2024-11-14T14:20:14,647 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:20:14,647 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:20:14,648 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:14,754 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1328, reset compression=false 2024-11-14T14:20:14,848 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:14,938 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/rep_barrier/67a199f25061437fbecc10e7277aa6ea 2024-11-14T14:20:14,963 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/table/fd957ff564484cc9bde42e8c8bd814f3 is 53, key is hbase:replication/table:state/1731594004266/Put/seqid=0 2024-11-14T14:20:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741851_1027 (size=5308) 2024-11-14T14:20:15,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:15,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2cc31459a7:37513 this server is in the failed servers list 2024-11-14T14:20:15,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2cc31459a7:37513 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:15,048 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:15,059 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1328, reset compression=false 2024-11-14T14:20:15,248 DEBUG [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:15,368 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/table/fd957ff564484cc9bde42e8c8bd814f3 2024-11-14T14:20:15,373 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/info/d354598bd8c240eabc14042c7aa295eb as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/info/d354598bd8c240eabc14042c7aa295eb 2024-11-14T14:20:15,377 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/info/d354598bd8c240eabc14042c7aa295eb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:20:15,378 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/ns/b32a64a7f88f4554ae6e535d18482277 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/ns/b32a64a7f88f4554ae6e535d18482277 2024-11-14T14:20:15,382 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/ns/b32a64a7f88f4554ae6e535d18482277, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:20:15,383 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/rep_barrier/67a199f25061437fbecc10e7277aa6ea as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/rep_barrier/67a199f25061437fbecc10e7277aa6ea 2024-11-14T14:20:15,388 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/rep_barrier/67a199f25061437fbecc10e7277aa6ea, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:20:15,389 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/.tmp/table/fd957ff564484cc9bde42e8c8bd814f3 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/table/fd957ff564484cc9bde42e8c8bd814f3 2024-11-14T14:20:15,393 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/table/fd957ff564484cc9bde42e8c8bd814f3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:20:15,394 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-11-14T14:20:15,398 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:20:15,399 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:15,399 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:15,399 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:15,399 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594013646Running coprocessor pre-close hooks at 1731594013646Disabling compacts and flushes for region at 1731594013646Disabling writes for close at 1731594013647 (+1 ms)Obtaining lock to block concurrent updates at 1731594013647Preparing flush snapshotting stores in 1588230740 at 1731594013647Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594013647Flushing stores of hbase:meta,,1.1588230740 at 1731594013647Flushing 1588230740/info: creating writer at 1731594013647Flushing 1588230740/info: appending metadata at 1731594013664 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731594013664Flushing 1588230740/ns: creating writer at 1731594014080 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731594014093 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731594014093Flushing 1588230740/rep_barrier: creating writer at 1731594014507 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594014529 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594014529Flushing 1588230740/table: creating writer at 1731594014943 (+414 ms)Flushing 1588230740/table: appending metadata at 1731594014963 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731594014963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acf22ef: reopening flushed file at 1731594015372 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33de2229: reopening flushed file at 1731594015377 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3d15e0: reopening flushed file at 1731594015382 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e1e755: reopening flushed file at 1731594015388 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1731594015394 (+6 ms)Writing region close event to WAL at 1731594015395 (+1 ms)Running coprocessor post-close hooks at 1731594015398 (+3 ms)Closed at 1731594015399 (+1 ms) 2024-11-14T14:20:15,399 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:15,448 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,41425,1731593990045; all regions closed. 2024-11-14T14:20:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:20:15,452 DEBUG [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/oldWALs 2024-11-14T14:20:15,452 INFO [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C41425%2C1731593990045.meta:.meta(num 1731593993370) 2024-11-14T14:20:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741839_1015 (size=2695) 2024-11-14T14:20:15,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.rep.1731594004203 not finished, retry = 0 2024-11-14T14:20:15,463 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 to pos 1328, reset compression=false 2024-11-14T14:20:15,556 DEBUG [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/oldWALs 2024-11-14T14:20:15,556 INFO [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C41425%2C1731593990045.rep:(num 1731594004203) 2024-11-14T14:20:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741832_1008 (size=1336) 2024-11-14T14:20:15,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/WALs/6e2cc31459a7,41425,1731593990045/6e2cc31459a7%2C41425%2C1731593990045.1731593992373 not finished, retry = 0 2024-11-14T14:20:15,661 DEBUG [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/oldWALs 2024-11-14T14:20:15,661 INFO [RS:0;6e2cc31459a7:41425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C41425%2C1731593990045:(num 1731593992373) 2024-11-14T14:20:15,661 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:15,661 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:15,661 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:15,661 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:15,661 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:15,661 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:15,661 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,41425,1731593990045 because: Region server is closing 2024-11-14T14:20:15,662 INFO [RS:0;6e2cc31459a7:41425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41425. 2024-11-14T14:20:15,662 DEBUG [RS:0;6e2cc31459a7:41425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:15,662 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:15,662 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:15,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:15,762 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.wal-reader.6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:20:15,762 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T14:20:15,762 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T14:20:15,763 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T14:20:16,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:16,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:16,020 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:16,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:16,563 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41425,1731593990045.replicationSource.shipper6e2cc31459a7%2C41425%2C1731593990045,1-6e2cc31459a7,41425,1731593990045 terminated 2024-11-14T14:20:16,563 INFO [RS:0;6e2cc31459a7:41425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41425. 2024-11-14T14:20:16,563 DEBUG [RS:0;6e2cc31459a7:41425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:16,563 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:16,564 DEBUG [RS:0;6e2cc31459a7:41425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:16,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:16,564 INFO [RS:0;6e2cc31459a7:41425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41425 2024-11-14T14:20:16,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2135320664/rs/6e2cc31459a7,41425,1731593990045 2024-11-14T14:20:16,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664/rs 2024-11-14T14:20:16,623 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:16,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,41425,1731593990045] 2024-11-14T14:20:16,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2135320664/draining/6e2cc31459a7,41425,1731593990045 already deleted, retry=false 2024-11-14T14:20:16,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,41425,1731593990045 expired; onlineServers=0 2024-11-14T14:20:16,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,36747,1731593989846' ***** 2024-11-14T14:20:16,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:20:16,644 INFO [M:0;6e2cc31459a7:36747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:16,644 INFO [M:0;6e2cc31459a7:36747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:16,644 DEBUG [M:0;6e2cc31459a7:36747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:20:16,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:20:16,644 DEBUG [M:0;6e2cc31459a7:36747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:20:16,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593992104 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731593992104,5,FailOnTimeoutGroup] 2024-11-14T14:20:16,645 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593992117 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731593992117,5,FailOnTimeoutGroup] 2024-11-14T14:20:16,645 INFO [M:0;6e2cc31459a7:36747 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:16,645 INFO [M:0;6e2cc31459a7:36747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:16,645 DEBUG [M:0;6e2cc31459a7:36747 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:20:16,645 INFO [M:0;6e2cc31459a7:36747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:20:16,645 INFO [M:0;6e2cc31459a7:36747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:16,645 INFO [M:0;6e2cc31459a7:36747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:20:16,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:20:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2135320664/master 2024-11-14T14:20:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2135320664 2024-11-14T14:20:16,655 DEBUG [M:0;6e2cc31459a7:36747 {}] zookeeper.ZKUtil(347): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Unable to get data of znode /0-2135320664/master because node does not exist (not an error) 2024-11-14T14:20:16,655 WARN [M:0;6e2cc31459a7:36747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:20:16,655 INFO [M:0;6e2cc31459a7:36747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/.lastflushedseqids 2024-11-14T14:20:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741852_1028 (size=263) 2024-11-14T14:20:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:16,734 INFO [RS:0;6e2cc31459a7:41425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41425-0x10139b762840001, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:16,734 INFO [RS:0;6e2cc31459a7:41425 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,41425,1731593990045; zookeeper connection closed. 2024-11-14T14:20:16,734 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26699d3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26699d3d 2024-11-14T14:20:16,734 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:20:17,060 INFO [M:0;6e2cc31459a7:36747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:20:17,060 INFO [M:0;6e2cc31459a7:36747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:20:17,060 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:17,060 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:17,060 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:17,060 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:17,060 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:17,060 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T14:20:17,074 DEBUG [M:0;6e2cc31459a7:36747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2644e31412994174bccdc319f2f49660 is 82, key is hbase:meta,,1/info:regioninfo/1731593993401/Put/seqid=0 2024-11-14T14:20:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741853_1029 (size=5672) 2024-11-14T14:20:17,478 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2644e31412994174bccdc319f2f49660 2024-11-14T14:20:17,511 DEBUG [M:0;6e2cc31459a7:36747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b3819c763c4297875db4544eb7b30b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594004270/Put/seqid=0 2024-11-14T14:20:17,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741854_1030 (size=8516) 2024-11-14T14:20:17,922 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b3819c763c4297875db4544eb7b30b 2024-11-14T14:20:17,939 DEBUG [M:0;6e2cc31459a7:36747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/873fc0ae51504191aae3ffb13abab149 is 69, key is 6e2cc31459a7,41425,1731593990045/rs:state/1731593992218/Put/seqid=0 2024-11-14T14:20:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741855_1031 (size=5156) 2024-11-14T14:20:18,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:18,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:18,048 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:18,351 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/873fc0ae51504191aae3ffb13abab149 2024-11-14T14:20:18,354 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2644e31412994174bccdc319f2f49660 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2644e31412994174bccdc319f2f49660 2024-11-14T14:20:18,357 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2644e31412994174bccdc319f2f49660, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T14:20:18,357 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b3819c763c4297875db4544eb7b30b as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b3819c763c4297875db4544eb7b30b 2024-11-14T14:20:18,360 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b3819c763c4297875db4544eb7b30b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T14:20:18,361 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/873fc0ae51504191aae3ffb13abab149 as hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/873fc0ae51504191aae3ffb13abab149 2024-11-14T14:20:18,364 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/b26c00b3-da4a-245a-9630-a3460aa78d5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/873fc0ae51504191aae3ffb13abab149, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T14:20:18,365 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false 2024-11-14T14:20:18,366 INFO [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:18,366 DEBUG [M:0;6e2cc31459a7:36747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594017060Disabling compacts and flushes for region at 1731594017060Disabling writes for close at 1731594017060Obtaining lock to block concurrent updates at 1731594017060Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594017060Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731594017061 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594017061Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594017061Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594017073 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594017073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594017481 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594017511 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594017511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594017926 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594017939 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594017939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@908563f: reopening flushed file at 1731594018354 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a6052f: reopening flushed file at 1731594018357 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d0814d: reopening flushed file at 1731594018361 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false at 1731594018365 (+4 ms)Writing region close event to WAL at 1731594018366 (+1 ms)Closed at 1731594018366 2024-11-14T14:20:18,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39425 is added to blk_1073741830_1006 (size=63654) 2024-11-14T14:20:18,369 INFO [M:0;6e2cc31459a7:36747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:20:18,369 INFO [M:0;6e2cc31459a7:36747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36747 2024-11-14T14:20:18,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:18,369 INFO [M:0;6e2cc31459a7:36747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:18,508 INFO [M:0;6e2cc31459a7:36747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:18,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10139b762840000, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:18,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:18,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:18,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:18,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:18,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:18,512 WARN [BP-1932146680-172.17.0.2-1731593987848 heartbeating to localhost/127.0.0.1:39635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:20:18,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:20:18,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:20:18,512 WARN [BP-1932146680-172.17.0.2-1731593987848 heartbeating to localhost/127.0.0.1:39635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1932146680-172.17.0.2-1731593987848 (Datanode Uuid 3ea26b60-0ae9-427a-89ad-fc054a7de60c) service to localhost/127.0.0.1:39635 2024-11-14T14:20:18,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/data/data1/current/BP-1932146680-172.17.0.2-1731593987848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:18,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/cluster_c253442f-516f-cd95-d394-2481ce861a8e/data/data2/current/BP-1932146680-172.17.0.2-1731593987848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:18,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:20:18,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:18,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:18,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:18,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:18,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95cef4fd-a256-795d-97b2-cbc797b1ee2a/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:18,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:20:18,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:20:18,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35179 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39635 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64502) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35179 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64502) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39635 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=2234 (was 2330) 2024-11-14T14:20:18,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=2234 2024-11-14T14:20:18,562 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T14:20:18,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir so I do NOT create it in target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1 2024-11-14T14:20:18,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:20:18,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.tmp.dir so I do NOT create it in target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1 2024-11-14T14:20:18,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b6a73c0-a2d2-d4a7-8356-d98e915a56f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:20:18,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1 2024-11-14T14:20:18,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee, deleteOnExit=true 2024-11-14T14:20:18,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/zookeeper_0, clientPort=53951, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:20:18,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53951 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/test.cache.data in system properties and HBase conf 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:20:18,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:20:18,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:20:18,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:20:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b762840005, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:20:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b762840002, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:20:18,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b762840002, quorum=127.0.0.1:64502, baseZNode=/0-2135320664 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:20:18,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b762840005, quorum=127.0.0.1:64502, baseZNode=/1-1237845334 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:20:19,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:19,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:19,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:19,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:19,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:20:19,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:19,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:19,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:19,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593e7bcd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/java.io.tmpdir/jetty-localhost-36199-hadoop-hdfs-3_4_1-tests_jar-_-any-18270476226606097305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:19,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:36199} 2024-11-14T14:20:19,214 INFO [Time-limited test {}] server.Server(415): Started @196499ms 2024-11-14T14:20:19,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:19,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:19,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:19,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:19,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:20:19,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:19,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:19,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398473d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/java.io.tmpdir/jetty-localhost-33331-hadoop-hdfs-3_4_1-tests_jar-_-any-4516525733173671567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:19,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1607c1{HTTP/1.1, (http/1.1)}{localhost:33331} 2024-11-14T14:20:19,571 INFO [Time-limited test {}] server.Server(415): Started @196857ms 2024-11-14T14:20:19,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:20,266 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/data/data1/current/BP-17959288-172.17.0.2-1731594018581/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:20,266 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/data/data2/current/BP-17959288-172.17.0.2-1731594018581/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:20,285 WARN [Thread-2154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:20:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa673b7e4f0e2b5e2 with lease ID 0x18e2c468a636f3aa: Processing first storage report for DS-5b316e1c-ed40-488f-95c0-7b6aef6cd649 from datanode DatanodeRegistration(127.0.0.1:40579, datanodeUuid=158864ce-3f92-4241-b6a8-11deca3bf165, infoPort=44645, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=874632665;c=1731594018581) 2024-11-14T14:20:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa673b7e4f0e2b5e2 with lease ID 0x18e2c468a636f3aa: from storage DS-5b316e1c-ed40-488f-95c0-7b6aef6cd649 node DatanodeRegistration(127.0.0.1:40579, datanodeUuid=158864ce-3f92-4241-b6a8-11deca3bf165, infoPort=44645, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=874632665;c=1731594018581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa673b7e4f0e2b5e2 with lease ID 0x18e2c468a636f3aa: Processing first storage report for DS-f968f098-2c49-41fc-bef6-57a70d7c8b30 from datanode DatanodeRegistration(127.0.0.1:40579, datanodeUuid=158864ce-3f92-4241-b6a8-11deca3bf165, infoPort=44645, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=874632665;c=1731594018581) 2024-11-14T14:20:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa673b7e4f0e2b5e2 with lease ID 0x18e2c468a636f3aa: from storage DS-f968f098-2c49-41fc-bef6-57a70d7c8b30 node DatanodeRegistration(127.0.0.1:40579, datanodeUuid=158864ce-3f92-4241-b6a8-11deca3bf165, infoPort=44645, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=874632665;c=1731594018581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:20,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1 2024-11-14T14:20:20,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:20,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:20:20,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22 with version=8 2024-11-14T14:20:20,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/hbase-staging 2024-11-14T14:20:20,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:20,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:20,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:20,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:20,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:20,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:20,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:20:20,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:20,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33189 2024-11-14T14:20:20,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33189 connecting to ZooKeeper ensemble=127.0.0.1:53951 2024-11-14T14:20:20,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331890x0, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:20,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33189-0x10139b7dab00000 connected 2024-11-14T14:20:20,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:20,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:20,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/running 2024-11-14T14:20:20,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22, hbase.cluster.distributed=false 2024-11-14T14:20:20,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/acl 2024-11-14T14:20:20,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33189 2024-11-14T14:20:20,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33189 2024-11-14T14:20:20,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33189 2024-11-14T14:20:20,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33189 2024-11-14T14:20:20,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33189 2024-11-14T14:20:20,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:20,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:20,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:20,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:20,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:20,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:20,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:20:20,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:20,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41941 2024-11-14T14:20:20,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41941 connecting to ZooKeeper ensemble=127.0.0.1:53951 2024-11-14T14:20:20,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:20,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:20,938 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419410x0, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:20,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41941-0x10139b7dab00001 connected 2024-11-14T14:20:20,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/running 2024-11-14T14:20:20,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:20:20,940 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:20:20,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/master 2024-11-14T14:20:20,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/acl 2024-11-14T14:20:20,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41941 2024-11-14T14:20:20,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41941 2024-11-14T14:20:20,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41941 2024-11-14T14:20:20,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41941 2024-11-14T14:20:20,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41941 2024-11-14T14:20:20,953 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:33189 2024-11-14T14:20:20,953 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02107306726/backup-masters/6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726/backup-masters 2024-11-14T14:20:21,037 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726/backup-masters 2024-11-14T14:20:21,037 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on existing znode=/02107306726/backup-masters/6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:21,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:21,065 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02107306726/master 2024-11-14T14:20:21,065 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:21,066 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on existing znode=/02107306726/master 2024-11-14T14:20:21,066 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02107306726/backup-masters/6e2cc31459a7,33189,1731594020716 from backup master directory 2024-11-14T14:20:21,075 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726/backup-masters 2024-11-14T14:20:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02107306726/backup-masters/6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726/backup-masters 2024-11-14T14:20:21,076 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:21,076 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:21,079 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/hbase.id] with ID: 0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c 2024-11-14T14:20:21,079 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/.tmp/hbase.id 2024-11-14T14:20:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:20:21,484 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/.tmp/hbase.id]:[hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/hbase.id] 2024-11-14T14:20:21,493 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:21,493 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:20:21,493 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T14:20:21,538 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:21,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:20:21,545 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:21,545 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:20:21,546 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:20:21,951 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store 2024-11-14T14:20:21,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:20:22,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:22,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:22,058 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:22,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:22,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:22,356 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:22,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:22,357 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:22,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:22,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:22,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:22,357 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:22,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594022356Disabling compacts and flushes for region at 1731594022356Disabling writes for close at 1731594022357 (+1 ms)Writing region close event to WAL at 1731594022357Closed at 1731594022357 2024-11-14T14:20:22,357 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/.initializing 2024-11-14T14:20:22,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/WALs/6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:22,358 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:22,359 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C33189%2C1731594020716, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/WALs/6e2cc31459a7,33189,1731594020716, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/oldWALs, maxLogs=10 2024-11-14T14:20:22,374 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/WALs/6e2cc31459a7,33189,1731594020716/6e2cc31459a7%2C33189%2C1731594020716.1731594022359, exclude list is [], retry=0 2024-11-14T14:20:22,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-5b316e1c-ed40-488f-95c0-7b6aef6cd649,DISK] 2024-11-14T14:20:22,378 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/WALs/6e2cc31459a7,33189,1731594020716/6e2cc31459a7%2C33189%2C1731594020716.1731594022359 2024-11-14T14:20:22,378 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44645:44645)] 2024-11-14T14:20:22,378 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:22,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:22,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:20:22,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:22,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:22,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:20:22,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:22,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:22,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:20:22,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:22,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:22,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:20:22,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:22,386 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,387 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,387 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,388 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,388 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,389 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:22,390 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:22,394 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:22,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61576214, jitterRate=-0.08244290947914124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:22,395 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594022379Initializing all the Stores at 1731594022379Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594022379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594022380 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594022380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594022380Cleaning up temporary data from old regions at 1731594022388 (+8 ms)Region opened successfully at 1731594022395 (+7 ms) 2024-11-14T14:20:22,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:20:22,398 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f6a477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:22,399 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:20:22,399 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:20:22,399 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:20:22,399 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:20:22,400 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:20:22,400 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:20:22,400 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:20:22,406 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:20:22,406 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Unable to get data of znode /02107306726/balancer because node does not exist (not necessarily an error) 2024-11-14T14:20:22,465 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02107306726/balancer already deleted, retry=false 2024-11-14T14:20:22,465 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:20:22,466 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Unable to get data of znode /02107306726/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:20:22,475 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02107306726/normalizer already deleted, retry=false 2024-11-14T14:20:22,475 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:20:22,476 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Unable to get data of znode /02107306726/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:20:22,486 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02107306726/switch/split already deleted, retry=false 2024-11-14T14:20:22,486 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Unable to get data of znode /02107306726/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:20:22,496 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02107306726/switch/merge already deleted, retry=false 2024-11-14T14:20:22,498 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Unable to get data of znode /02107306726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:20:22,507 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02107306726/snapshot-cleanup already deleted, retry=false 2024-11-14T14:20:22,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02107306726/running 2024-11-14T14:20:22,517 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02107306726/running 2024-11-14T14:20:22,517 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:22,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:22,518 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,33189,1731594020716, sessionid=0x10139b7dab00000, setting cluster-up flag (Was=false) 2024-11-14T14:20:22,538 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:22,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:22,570 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02107306726/flush-table-proc/acquired, /02107306726/flush-table-proc/reached, /02107306726/flush-table-proc/abort 2024-11-14T14:20:22,571 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:22,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:22,591 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:22,770 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02107306726/online-snapshot/acquired, /02107306726/online-snapshot/reached, /02107306726/online-snapshot/abort 2024-11-14T14:20:22,771 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:22,772 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:20:22,773 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:22,774 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:20:22,774 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:20:22,774 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,33189,1731594020716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,775 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:22,776 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,776 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594052776 2024-11-14T14:20:22,776 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:20:22,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:20:22,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:20:22,777 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:20:22,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:22,778 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:20:22,778 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:20:22,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:20:22,778 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594022778,5,FailOnTimeoutGroup] 2024-11-14T14:20:22,778 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594022778,5,FailOnTimeoutGroup] 2024-11-14T14:20:22,778 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,778 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:20:22,778 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,778 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:20:22,846 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(746): ClusterId : 0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c 2024-11-14T14:20:22,846 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:20:22,855 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:20:22,855 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:20:22,865 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:20:22,866 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb93b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:22,879 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:41941 2024-11-14T14:20:22,879 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:20:22,879 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:20:22,879 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:20:22,880 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,33189,1731594020716 with port=41941, startcode=1731594020928 2024-11-14T14:20:22,880 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:20:22,881 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:20:22,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:22,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33189 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:22,883 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22 2024-11-14T14:20:22,883 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35769 2024-11-14T14:20:22,883 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:20:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726/rs 2024-11-14T14:20:22,886 DEBUG [RS:0;6e2cc31459a7:41941 {}] zookeeper.ZKUtil(111): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on existing znode=/02107306726/rs/6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:22,886 WARN [RS:0;6e2cc31459a7:41941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:22,886 INFO [RS:0;6e2cc31459a7:41941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:22,886 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:22,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,41941,1731594020928] 2024-11-14T14:20:22,889 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:20:22,890 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:20:22,890 INFO [RS:0;6e2cc31459a7:41941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:20:22,890 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,890 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:20:22,891 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:20:22,891 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:22,891 DEBUG [RS:0;6e2cc31459a7:41941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:22,892 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,892 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,892 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,892 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,892 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,892 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41941,1731594020928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:22,908 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:20:22,908 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41941,1731594020928-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,908 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,908 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.Replication(171): 6e2cc31459a7,41941,1731594020928 started 2024-11-14T14:20:22,919 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:22,919 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,41941,1731594020928, RpcServer on 6e2cc31459a7/172.17.0.2:41941, sessionid=0x10139b7dab00001 2024-11-14T14:20:22,920 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:20:22,920 DEBUG [RS:0;6e2cc31459a7:41941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:22,920 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,41941,1731594020928' 2024-11-14T14:20:22,920 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02107306726/flush-table-proc/abort' 2024-11-14T14:20:22,920 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02107306726/flush-table-proc/acquired' 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,41941,1731594020928' 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02107306726/online-snapshot/abort' 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02107306726/online-snapshot/acquired' 2024-11-14T14:20:22,921 DEBUG [RS:0;6e2cc31459a7:41941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:20:22,921 INFO [RS:0;6e2cc31459a7:41941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:20:22,921 INFO [RS:0;6e2cc31459a7:41941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:20:23,022 INFO [RS:0;6e2cc31459a7:41941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:23,023 INFO [RS:0;6e2cc31459a7:41941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41941%2C1731594020928, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/oldWALs, maxLogs=10 2024-11-14T14:20:23,035 DEBUG [RS:0;6e2cc31459a7:41941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, exclude list is [], retry=0 2024-11-14T14:20:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-5b316e1c-ed40-488f-95c0-7b6aef6cd649,DISK] 2024-11-14T14:20:23,038 INFO [RS:0;6e2cc31459a7:41941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 2024-11-14T14:20:23,039 DEBUG [RS:0;6e2cc31459a7:41941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44645:44645)] 2024-11-14T14:20:23,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:20:23,190 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22 2024-11-14T14:20:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:20:23,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:23,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:23,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:23,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:23,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:23,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:23,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:23,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:23,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:23,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:23,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:23,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:23,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:23,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:23,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:23,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:23,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:23,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:23,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740 2024-11-14T14:20:23,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740 2024-11-14T14:20:23,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:23,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:23,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:23,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:23,605 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:23,605 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186513, jitterRate=0.016058221459388733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:23,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594023595Initializing all the Stores at 1731594023596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594023596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594023596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594023596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594023596Cleaning up temporary data from old regions at 1731594023602 (+6 ms)Region opened successfully at 1731594023606 (+4 ms) 2024-11-14T14:20:23,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:23,606 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:23,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:23,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:23,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:23,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:23,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594023606Disabling compacts and flushes for region at 1731594023606Disabling writes for close at 1731594023606Writing region close event to WAL at 1731594023606Closed at 1731594023606 2024-11-14T14:20:23,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:23,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:20:23,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:20:23,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:23,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:20:23,759 DEBUG [6e2cc31459a7:33189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:20:23,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:23,761 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,41941,1731594020928, state=OPENING 2024-11-14T14:20:23,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:20:23,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:23,833 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:23,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:23,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41941,1731594020928}] 2024-11-14T14:20:23,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02107306726/meta-region-server: CHANGED 2024-11-14T14:20:23,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02107306726/meta-region-server: CHANGED 2024-11-14T14:20:23,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:23,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:20:23,996 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:20:23,996 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:23,996 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:20:23,997 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41941%2C1731594020928.meta, suffix=.meta, logDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/oldWALs, maxLogs=10 2024-11-14T14:20:24,009 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.meta.1731594023998.meta, exclude list is [], retry=0 2024-11-14T14:20:24,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-5b316e1c-ed40-488f-95c0-7b6aef6cd649,DISK] 2024-11-14T14:20:24,013 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.meta.1731594023998.meta 2024-11-14T14:20:24,013 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44645:44645)] 2024-11-14T14:20:24,013 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:24,014 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:24,014 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:24,014 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:20:24,014 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:20:24,014 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:20:24,014 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:24,014 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:20:24,014 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:20:24,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:24,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:24,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:24,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:24,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:24,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:24,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:24,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:24,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:24,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:24,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:24,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:24,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:24,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:24,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:24,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:24,020 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:24,021 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740 2024-11-14T14:20:24,022 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740 2024-11-14T14:20:24,023 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:24,023 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:24,023 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:24,024 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:24,025 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61524980, jitterRate=-0.08320635557174683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:24,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:20:24,025 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594024015Writing region info on filesystem at 1731594024015Initializing all the Stores at 1731594024015Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594024015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594024015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594024015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594024015Cleaning up temporary data from old regions at 1731594024023 (+8 ms)Running coprocessor post-open hooks at 1731594024025 (+2 ms)Region opened successfully at 1731594024025 2024-11-14T14:20:24,026 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594023991 2024-11-14T14:20:24,028 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:20:24,028 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:20:24,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:24,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,41941,1731594020928, state=OPEN 2024-11-14T14:20:24,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02107306726/meta-region-server 2024-11-14T14:20:24,078 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02107306726/meta-region-server 2024-11-14T14:20:24,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:24,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02107306726/meta-region-server: CHANGED 2024-11-14T14:20:24,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02107306726/meta-region-server: CHANGED 2024-11-14T14:20:24,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:20:24,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41941,1731594020928 in 244 msec 2024-11-14T14:20:24,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:20:24,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-14T14:20:24,082 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:24,082 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:20:24,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:24,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41941,1731594020928, seqNum=-1] 2024-11-14T14:20:24,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:24,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:24,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-14T14:20:24,089 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594024089, completionTime=-1 2024-11-14T14:20:24,089 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:20:24,089 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594084091 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594144091 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33189,1731594020716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33189,1731594020716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33189,1731594020716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:33189, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,091 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,093 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.018sec 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:20:24,094 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33189,1731594020716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:24,095 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33189,1731594020716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:20:24,096 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:20:24,096 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:20:24,096 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33189,1731594020716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:24,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:24,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33189,-1 for getting cluster id 2024-11-14T14:20:24,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:24,148 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c' 2024-11-14T14:20:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c" 2024-11-14T14:20:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33189,-1] 2024-11-14T14:20:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:24,150 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:24,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:24,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41941,1731594020928, seqNum=-1] 2024-11-14T14:20:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:24,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:24,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:24,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53951 2024-11-14T14:20:24,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:24,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b7dab00002 connected 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir so I do NOT create it in target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84 2024-11-14T14:20:24,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.tmp.dir so I do NOT create it in target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84 2024-11-14T14:20:24,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:20:24,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/cluster_7a5f4fef-9902-0623-3e45-23354b63db2d, deleteOnExit=true 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/test.cache.data in system properties and HBase conf 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:20:24,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:20:24,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:20:24,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:20:24,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:20:24,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:24,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:24,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:24,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:24,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:20:24,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:24,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:24,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:24,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/java.io.tmpdir/jetty-localhost-35465-hadoop-hdfs-3_4_1-tests_jar-_-any-2272518734893028084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:24,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:35465} 2024-11-14T14:20:24,748 INFO [Time-limited test {}] server.Server(415): Started @202034ms 2024-11-14T14:20:24,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:24,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:24,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:24,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:24,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:20:24,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:24,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:25,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422416e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/java.io.tmpdir/jetty-localhost-44433-hadoop-hdfs-3_4_1-tests_jar-_-any-16870478368954287409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:25,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:44433} 2024-11-14T14:20:25,097 INFO [Time-limited test {}] server.Server(415): Started @202382ms 2024-11-14T14:20:25,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:20:25,768 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/cluster_7a5f4fef-9902-0623-3e45-23354b63db2d/data/data1/current/BP-1412962837-172.17.0.2-1731594024200/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:25,770 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/cluster_7a5f4fef-9902-0623-3e45-23354b63db2d/data/data2/current/BP-1412962837-172.17.0.2-1731594024200/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:25,814 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:20:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x797f765283d2b25e with lease ID 0x4438e90a738845ed: Processing first storage report for DS-9825f3d7-c643-4d8d-8d29-1a41558815b5 from datanode DatanodeRegistration(127.0.0.1:36193, datanodeUuid=b0615a06-6165-4163-b948-2890cc856251, infoPort=37417, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=1588534304;c=1731594024200) 2024-11-14T14:20:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x797f765283d2b25e with lease ID 0x4438e90a738845ed: from storage DS-9825f3d7-c643-4d8d-8d29-1a41558815b5 node DatanodeRegistration(127.0.0.1:36193, datanodeUuid=b0615a06-6165-4163-b948-2890cc856251, infoPort=37417, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=1588534304;c=1731594024200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x797f765283d2b25e with lease ID 0x4438e90a738845ed: Processing first storage report for DS-c6aa5947-45d5-4722-b2f7-25b925e569b2 from datanode DatanodeRegistration(127.0.0.1:36193, datanodeUuid=b0615a06-6165-4163-b948-2890cc856251, infoPort=37417, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=1588534304;c=1731594024200) 2024-11-14T14:20:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x797f765283d2b25e with lease ID 0x4438e90a738845ed: from storage DS-c6aa5947-45d5-4722-b2f7-25b925e569b2 node DatanodeRegistration(127.0.0.1:36193, datanodeUuid=b0615a06-6165-4163-b948-2890cc856251, infoPort=37417, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=1588534304;c=1731594024200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:25,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84 2024-11-14T14:20:25,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:25,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:20:26,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721 with version=8 2024-11-14T14:20:26,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/hbase-staging 2024-11-14T14:20:26,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:20:26,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:26,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33723 2024-11-14T14:20:26,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33723 connecting to ZooKeeper ensemble=127.0.0.1:53951 2024-11-14T14:20:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337230x0, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:26,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33723-0x10139b7dab00003 connected 2024-11-14T14:20:26,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:26,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:26,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/running 2024-11-14T14:20:26,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721, hbase.cluster.distributed=false 2024-11-14T14:20:26,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/acl 2024-11-14T14:20:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33723 2024-11-14T14:20:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33723 2024-11-14T14:20:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33723 2024-11-14T14:20:26,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33723 2024-11-14T14:20:26,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33723 2024-11-14T14:20:26,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:20:26,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:26,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45647 2024-11-14T14:20:26,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45647 connecting to ZooKeeper ensemble=127.0.0.1:53951 2024-11-14T14:20:26,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:26,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:26,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456470x0, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/running 2024-11-14T14:20:26,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:20:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456470x0, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:26,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45647-0x10139b7dab00004 connected 2024-11-14T14:20:26,506 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:20:26,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/master 2024-11-14T14:20:26,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/acl 2024-11-14T14:20:26,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-14T14:20:26,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45647 2024-11-14T14:20:26,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45647 2024-11-14T14:20:26,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-14T14:20:26,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-14T14:20:26,544 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:33723 2024-11-14T14:20:26,545 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1662859473/backup-masters/6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473/backup-masters 2024-11-14T14:20:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473/backup-masters 2024-11-14T14:20:26,550 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on existing znode=/1662859473/backup-masters/6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:26,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:26,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1662859473/master 2024-11-14T14:20:26,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:26,561 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on existing znode=/1662859473/master 2024-11-14T14:20:26,561 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1662859473/backup-masters/6e2cc31459a7,33723,1731594026273 from backup master directory 2024-11-14T14:20:26,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662859473/backup-masters/6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:26,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473/backup-masters 2024-11-14T14:20:26,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473/backup-masters 2024-11-14T14:20:26,571 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:26,571 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:26,581 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/hbase.id] with ID: 26631e34-f7a6-4bb4-addc-69c14a4222cf 2024-11-14T14:20:26,581 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/.tmp/hbase.id 2024-11-14T14:20:26,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:20:27,003 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/.tmp/hbase.id]:[hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/hbase.id] 2024-11-14T14:20:27,013 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:27,013 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:20:27,014 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:20:27,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:27,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:20:27,088 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:27,089 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:20:27,092 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:27,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:20:27,110 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store 2024-11-14T14:20:27,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:20:27,527 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:27,528 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:27,528 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:27,528 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:27,528 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:27,528 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:27,528 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:27,528 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594027528Disabling compacts and flushes for region at 1731594027528Disabling writes for close at 1731594027528Writing region close event to WAL at 1731594027528Closed at 1731594027528 2024-11-14T14:20:27,529 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/.initializing 2024-11-14T14:20:27,529 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/WALs/6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:27,530 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:27,531 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C33723%2C1731594026273, suffix=, logDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/WALs/6e2cc31459a7,33723,1731594026273, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/oldWALs, maxLogs=10 2024-11-14T14:20:27,579 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/WALs/6e2cc31459a7,33723,1731594026273/6e2cc31459a7%2C33723%2C1731594026273.1731594027531, exclude list is [], retry=0 2024-11-14T14:20:27,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-9825f3d7-c643-4d8d-8d29-1a41558815b5,DISK] 2024-11-14T14:20:27,590 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/WALs/6e2cc31459a7,33723,1731594026273/6e2cc31459a7%2C33723%2C1731594026273.1731594027531 2024-11-14T14:20:27,591 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-14T14:20:27,591 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:27,591 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:27,591 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,591 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:20:27,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:27,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:27,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:20:27,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:27,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:27,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:20:27,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:27,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:27,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:20:27,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:27,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:27,604 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,604 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,604 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,606 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,606 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,607 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:27,611 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:27,614 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:27,615 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70652305, jitterRate=0.05280138552188873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:27,615 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594027591Initializing all the Stores at 1731594027592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594027592Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594027596 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594027596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594027596Cleaning up temporary data from old regions at 1731594027606 (+10 ms)Region opened successfully at 1731594027615 (+9 ms) 2024-11-14T14:20:27,620 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:20:27,628 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fde8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:27,632 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:20:27,643 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:20:27,643 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:20:27,643 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:20:27,644 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:20:27,645 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:20:27,645 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:20:27,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:20:27,669 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Unable to get data of znode /1662859473/balancer because node does not exist (not necessarily an error) 2024-11-14T14:20:27,727 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662859473/balancer already deleted, retry=false 2024-11-14T14:20:27,728 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:20:27,728 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Unable to get data of znode /1662859473/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:20:27,787 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662859473/normalizer already deleted, retry=false 2024-11-14T14:20:27,788 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:20:27,789 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Unable to get data of znode /1662859473/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:20:27,843 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662859473/switch/split already deleted, retry=false 2024-11-14T14:20:27,844 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Unable to get data of znode /1662859473/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:20:27,875 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662859473/switch/merge already deleted, retry=false 2024-11-14T14:20:27,877 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Unable to get data of znode /1662859473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:20:27,938 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662859473/snapshot-cleanup already deleted, retry=false 2024-11-14T14:20:28,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1662859473/running 2024-11-14T14:20:28,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1662859473/running 2024-11-14T14:20:28,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,013 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,33723,1731594026273, sessionid=0x10139b7dab00003, setting cluster-up flag (Was=false) 2024-11-14T14:20:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,075 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1662859473/flush-table-proc/acquired, /1662859473/flush-table-proc/reached, /1662859473/flush-table-proc/abort 2024-11-14T14:20:28,076 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:28,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,127 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1662859473/online-snapshot/acquired, /1662859473/online-snapshot/reached, /1662859473/online-snapshot/abort 2024-11-14T14:20:28,128 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:28,129 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:20:28,131 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:28,131 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:20:28,131 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:20:28,132 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,33723,1731594026273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:28,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:28,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:20:28,135 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:28,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:20:28,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594058136 2024-11-14T14:20:28,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:20:28,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:20:28,138 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:20:28,138 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:20:28,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594028138,5,FailOnTimeoutGroup] 2024-11-14T14:20:28,145 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594028140,5,FailOnTimeoutGroup] 2024-11-14T14:20:28,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:20:28,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:20:28,230 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(746): ClusterId : 26631e34-f7a6-4bb4-addc-69c14a4222cf 2024-11-14T14:20:28,230 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:20:28,244 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:20:28,244 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:20:28,254 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:20:28,255 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c126853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:28,271 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:45647 2024-11-14T14:20:28,271 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:20:28,271 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:20:28,271 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:20:28,272 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,33723,1731594026273 with port=45647, startcode=1731594026458 2024-11-14T14:20:28,272 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:20:28,273 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:20:28,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33723 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,275 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721 2024-11-14T14:20:28,275 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34857 2024-11-14T14:20:28,275 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:20:28,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473/rs 2024-11-14T14:20:28,326 DEBUG [RS:0;6e2cc31459a7:45647 {}] zookeeper.ZKUtil(111): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on existing znode=/1662859473/rs/6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,45647,1731594026458] 2024-11-14T14:20:28,326 WARN [RS:0;6e2cc31459a7:45647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:28,326 INFO [RS:0;6e2cc31459a7:45647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:28,327 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,331 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:20:28,333 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:20:28,333 INFO [RS:0;6e2cc31459a7:45647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:20:28,333 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,334 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:20:28,335 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:20:28,335 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:28,335 DEBUG [RS:0;6e2cc31459a7:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:28,340 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,340 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,340 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,340 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,340 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,340 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45647,1731594026458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:28,376 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:20:28,377 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,45647,1731594026458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,377 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,377 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.Replication(171): 6e2cc31459a7,45647,1731594026458 started 2024-11-14T14:20:28,394 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:28,394 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,45647,1731594026458, RpcServer on 6e2cc31459a7/172.17.0.2:45647, sessionid=0x10139b7dab00004 2024-11-14T14:20:28,394 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:20:28,394 DEBUG [RS:0;6e2cc31459a7:45647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,394 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,45647,1731594026458' 2024-11-14T14:20:28,394 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1662859473/flush-table-proc/abort' 2024-11-14T14:20:28,394 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1662859473/flush-table-proc/acquired' 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,45647,1731594026458' 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1662859473/online-snapshot/abort' 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1662859473/online-snapshot/acquired' 2024-11-14T14:20:28,395 DEBUG [RS:0;6e2cc31459a7:45647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:20:28,395 INFO [RS:0;6e2cc31459a7:45647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:20:28,395 INFO [RS:0;6e2cc31459a7:45647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:20:28,496 INFO [RS:0;6e2cc31459a7:45647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:28,498 INFO [RS:0;6e2cc31459a7:45647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C45647%2C1731594026458, suffix=, logDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/oldWALs, maxLogs=10 2024-11-14T14:20:28,514 DEBUG [RS:0;6e2cc31459a7:45647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, exclude list is [], retry=0 2024-11-14T14:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-9825f3d7-c643-4d8d-8d29-1a41558815b5,DISK] 2024-11-14T14:20:28,537 INFO [RS:0;6e2cc31459a7:45647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 2024-11-14T14:20:28,544 DEBUG [RS:0;6e2cc31459a7:45647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-14T14:20:28,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:20:28,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721 2024-11-14T14:20:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:20:28,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:28,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:28,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:28,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:28,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:28,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:28,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:28,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:28,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:28,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:28,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:28,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:28,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:28,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:28,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:28,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:28,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:28,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:28,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740 2024-11-14T14:20:28,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740 2024-11-14T14:20:28,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:28,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:28,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:28,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:28,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:28,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69968204, jitterRate=0.04260748624801636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594028566Initializing all the Stores at 1731594028567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594028567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594028572 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594028572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594028572Cleaning up temporary data from old regions at 1731594028584 (+12 ms)Region opened successfully at 1731594028587 (+3 ms) 2024-11-14T14:20:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:28,588 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:28,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594028588Disabling compacts and flushes for region at 1731594028588Disabling writes for close at 1731594028588Writing region close event to WAL at 1731594028588Closed at 1731594028588 2024-11-14T14:20:28,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:28,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:20:28,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:20:28,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:28,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:20:28,741 DEBUG [6e2cc31459a7:33723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:20:28,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:28,743 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,45647,1731594026458, state=OPENING 2024-11-14T14:20:28,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:20:28,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:20:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:28,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662859473/meta-region-server: CHANGED 2024-11-14T14:20:28,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662859473/meta-region-server: CHANGED 2024-11-14T14:20:28,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:28,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,45647,1731594026458}] 2024-11-14T14:20:29,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:29,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:20:29,056 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:20:29,056 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:29,057 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:20:29,058 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C45647%2C1731594026458.meta, suffix=.meta, logDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/oldWALs, maxLogs=10 2024-11-14T14:20:29,073 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.meta.1731594029058.meta, exclude list is [], retry=0 2024-11-14T14:20:29,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-9825f3d7-c643-4d8d-8d29-1a41558815b5,DISK] 2024-11-14T14:20:29,077 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.meta.1731594029058.meta 2024-11-14T14:20:29,077 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-14T14:20:29,077 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:29,078 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:29,078 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:29,078 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:20:29,078 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:20:29,078 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:20:29,078 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:29,078 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:20:29,078 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:20:29,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:29,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:29,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:29,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:29,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:29,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:29,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:29,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:29,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:29,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:29,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:29,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:29,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:29,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:29,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:29,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:29,083 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:29,084 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740 2024-11-14T14:20:29,085 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740 2024-11-14T14:20:29,086 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:29,086 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:29,086 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:29,087 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:29,088 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67101882, jitterRate=-1.0403990745544434E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:29,088 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:20:29,088 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594029079Writing region info on filesystem at 1731594029079Initializing all the Stores at 1731594029079Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594029079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594029080 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594029080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594029080Cleaning up temporary data from old regions at 1731594029086 (+6 ms)Running coprocessor post-open hooks at 1731594029088 (+2 ms)Region opened successfully at 1731594029088 2024-11-14T14:20:29,089 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594029050 2024-11-14T14:20:29,091 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:20:29,091 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:20:29,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:29,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,45647,1731594026458, state=OPEN 2024-11-14T14:20:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1662859473/meta-region-server 2024-11-14T14:20:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1662859473/meta-region-server 2024-11-14T14:20:29,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662859473/meta-region-server: CHANGED 2024-11-14T14:20:29,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662859473/meta-region-server: CHANGED 2024-11-14T14:20:29,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:29,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:20:29,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,45647,1731594026458 in 220 msec 2024-11-14T14:20:29,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:20:29,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-14T14:20:29,123 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:29,124 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:20:29,125 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:29,125 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45647,1731594026458, seqNum=-1] 2024-11-14T14:20:29,125 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:29,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:29,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0010 sec 2024-11-14T14:20:29,133 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594029132, completionTime=-1 2024-11-14T14:20:29,133 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:20:29,133 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:20:29,135 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:20:29,135 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594089135 2024-11-14T14:20:29,135 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594149135 2024-11-14T14:20:29,135 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T14:20:29,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33723,1731594026273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33723,1731594026273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33723,1731594026273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:33723, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,136 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,138 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:20:29,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.570sec 2024-11-14T14:20:29,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:20:29,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:20:29,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:20:29,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:20:29,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:20:29,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33723,1731594026273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:29,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33723,1731594026273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:20:29,144 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:20:29,144 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:20:29,144 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33723,1731594026273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:29,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:29,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33723,-1 for getting cluster id 2024-11-14T14:20:29,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:29,233 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26631e34-f7a6-4bb4-addc-69c14a4222cf' 2024-11-14T14:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26631e34-f7a6-4bb4-addc-69c14a4222cf" 2024-11-14T14:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c4a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33723,-1] 2024-11-14T14:20:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:29,235 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:29,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:29,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45647,1731594026458, seqNum=-1] 2024-11-14T14:20:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:29,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:29,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:29,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53951 2024-11-14T14:20:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:29,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b7dab00005 connected 2024-11-14T14:20:29,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8b53df 2024-11-14T14:20:29,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:29,280 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:29,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:20:29,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:29,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:29,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:20:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:29,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:20:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:29,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:29,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:29,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abd67c9b78aef065463652407f1d6490, NAME => 'test,,1731594029280.abd67c9b78aef065463652407f1d6490.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22 2024-11-14T14:20:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:20:29,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594029280.abd67c9b78aef065463652407f1d6490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:29,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abd67c9b78aef065463652407f1d6490, disabling compactions & flushes 2024-11-14T14:20:29,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:29,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:29,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594029280.abd67c9b78aef065463652407f1d6490. after waiting 0 ms 2024-11-14T14:20:29,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:29,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:29,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abd67c9b78aef065463652407f1d6490: Waiting for close lock at 1731594029703Disabling compacts and flushes for region at 1731594029703Disabling writes for close at 1731594029703Writing region close event to WAL at 1731594029703Closed at 1731594029703 2024-11-14T14:20:29,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:29,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594029280.abd67c9b78aef065463652407f1d6490.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594029705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594029705"}]},"ts":"1731594029705"} 2024-11-14T14:20:29,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:29,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:29,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594029709"}]},"ts":"1731594029709"} 2024-11-14T14:20:29,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:20:29,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abd67c9b78aef065463652407f1d6490, ASSIGN}] 2024-11-14T14:20:29,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abd67c9b78aef065463652407f1d6490, ASSIGN 2024-11-14T14:20:29,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abd67c9b78aef065463652407f1d6490, ASSIGN; state=OFFLINE, location=6e2cc31459a7,41941,1731594020928; forceNewPlan=false, retain=false 2024-11-14T14:20:29,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abd67c9b78aef065463652407f1d6490, regionState=OPENING, regionLocation=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:29,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abd67c9b78aef065463652407f1d6490, ASSIGN because future has completed 2024-11-14T14:20:29,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd67c9b78aef065463652407f1d6490, server=6e2cc31459a7,41941,1731594020928}] 2024-11-14T14:20:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:30,024 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:30,024 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abd67c9b78aef065463652407f1d6490, NAME => 'test,,1731594029280.abd67c9b78aef065463652407f1d6490.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:30,025 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:30,025 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:20:30,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594029280.abd67c9b78aef065463652407f1d6490.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:30,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,025 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,028 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,029 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd67c9b78aef065463652407f1d6490 columnFamilyName f 2024-11-14T14:20:30,029 DEBUG [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:30,029 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] regionserver.HStore(327): Store=abd67c9b78aef065463652407f1d6490/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:30,029 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,031 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd67c9b78aef065463652407f1d6490 columnFamilyName f1 2024-11-14T14:20:30,031 DEBUG [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:30,031 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] regionserver.HStore(327): Store=abd67c9b78aef065463652407f1d6490/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:30,031 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,032 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd67c9b78aef065463652407f1d6490 columnFamilyName norep 2024-11-14T14:20:30,032 DEBUG [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:30,032 INFO [StoreOpener-abd67c9b78aef065463652407f1d6490-1 {}] regionserver.HStore(327): Store=abd67c9b78aef065463652407f1d6490/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:30,032 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,033 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,033 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,034 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,034 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,034 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:30,035 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,041 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:30,041 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abd67c9b78aef065463652407f1d6490; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68777756, jitterRate=0.024868428707122803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:30,041 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:30,041 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abd67c9b78aef065463652407f1d6490: Running coprocessor pre-open hook at 1731594030025Writing region info on filesystem at 1731594030025Initializing all the Stores at 1731594030026 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594030026Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594030027 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594030028 (+1 ms)Cleaning up temporary data from old regions at 1731594030034 (+6 ms)Running coprocessor post-open hooks at 1731594030041 (+7 ms)Region opened successfully at 1731594030041 2024-11-14T14:20:30,042 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594029280.abd67c9b78aef065463652407f1d6490., pid=6, masterSystemTime=1731594030020 2024-11-14T14:20:30,044 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:30,044 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:30,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abd67c9b78aef065463652407f1d6490, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd67c9b78aef065463652407f1d6490, server=6e2cc31459a7,41941,1731594020928 because future has completed 2024-11-14T14:20:30,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:20:30,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abd67c9b78aef065463652407f1d6490, server=6e2cc31459a7,41941,1731594020928 in 180 msec 2024-11-14T14:20:30,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:20:30,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abd67c9b78aef065463652407f1d6490, ASSIGN in 337 msec 2024-11-14T14:20:30,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:30,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594030051"}]},"ts":"1731594030051"} 2024-11-14T14:20:30,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:20:30,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:30,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-14T14:20:30,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:20:30,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:20:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T14:20:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T14:20:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:20:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:20:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:30,419 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:20:30,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d553ec 2024-11-14T14:20:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:30,420 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:30,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:20:30,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:30,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:30,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:20:30,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:20:30,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c833c2c13e03fa85990afc3013c78d2, NAME => 'test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721 2024-11-14T14:20:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:20:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:30,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:30,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2c833c2c13e03fa85990afc3013c78d2, disabling compactions & flushes 2024-11-14T14:20:30,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:30,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:30,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. after waiting 0 ms 2024-11-14T14:20:30,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:30,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:30,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c833c2c13e03fa85990afc3013c78d2: Waiting for close lock at 1731594030853Disabling compacts and flushes for region at 1731594030853Disabling writes for close at 1731594030853Writing region close event to WAL at 1731594030853Closed at 1731594030853 2024-11-14T14:20:30,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:30,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594030854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594030854"}]},"ts":"1731594030854"} 2024-11-14T14:20:30,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:30,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:30,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594030857"}]},"ts":"1731594030857"} 2024-11-14T14:20:30,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:20:30,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c833c2c13e03fa85990afc3013c78d2, ASSIGN}] 2024-11-14T14:20:30,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c833c2c13e03fa85990afc3013c78d2, ASSIGN 2024-11-14T14:20:30,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2c833c2c13e03fa85990afc3013c78d2, ASSIGN; state=OFFLINE, location=6e2cc31459a7,45647,1731594026458; forceNewPlan=false, retain=false 2024-11-14T14:20:31,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c833c2c13e03fa85990afc3013c78d2, regionState=OPENING, regionLocation=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2c833c2c13e03fa85990afc3013c78d2, ASSIGN because future has completed 2024-11-14T14:20:31,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c833c2c13e03fa85990afc3013c78d2, server=6e2cc31459a7,45647,1731594026458}] 2024-11-14T14:20:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:31,167 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:31,167 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c833c2c13e03fa85990afc3013c78d2, NAME => 'test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:31,167 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:31,167 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:20:31,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:31,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,169 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,170 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c833c2c13e03fa85990afc3013c78d2 columnFamilyName f 2024-11-14T14:20:31,170 DEBUG [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:31,170 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] regionserver.HStore(327): Store=2c833c2c13e03fa85990afc3013c78d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:31,170 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,171 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c833c2c13e03fa85990afc3013c78d2 columnFamilyName f1 2024-11-14T14:20:31,171 DEBUG [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:31,171 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] regionserver.HStore(327): Store=2c833c2c13e03fa85990afc3013c78d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:31,171 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,172 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c833c2c13e03fa85990afc3013c78d2 columnFamilyName norep 2024-11-14T14:20:31,172 DEBUG [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:31,172 INFO [StoreOpener-2c833c2c13e03fa85990afc3013c78d2-1 {}] regionserver.HStore(327): Store=2c833c2c13e03fa85990afc3013c78d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:31,173 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,173 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,173 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,174 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,174 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,174 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:31,175 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,179 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:31,180 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c833c2c13e03fa85990afc3013c78d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71214297, jitterRate=0.061175718903541565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:31,180 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:31,180 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c833c2c13e03fa85990afc3013c78d2: Running coprocessor pre-open hook at 1731594031168Writing region info on filesystem at 1731594031168Initializing all the Stores at 1731594031168Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594031168Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594031169 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594031169Cleaning up temporary data from old regions at 1731594031174 (+5 ms)Running coprocessor post-open hooks at 1731594031180 (+6 ms)Region opened successfully at 1731594031180 2024-11-14T14:20:31,181 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2., pid=6, masterSystemTime=1731594031165 2024-11-14T14:20:31,182 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:31,182 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:31,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c833c2c13e03fa85990afc3013c78d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:31,184 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33723 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6e2cc31459a7,45647,1731594026458, table=test, region=2c833c2c13e03fa85990afc3013c78d2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T14:20:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c833c2c13e03fa85990afc3013c78d2, server=6e2cc31459a7,45647,1731594026458 because future has completed 2024-11-14T14:20:31,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:20:31,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c833c2c13e03fa85990afc3013c78d2, server=6e2cc31459a7,45647,1731594026458 in 173 msec 2024-11-14T14:20:31,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:20:31,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2c833c2c13e03fa85990afc3013c78d2, ASSIGN in 329 msec 2024-11-14T14:20:31,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:31,189 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594031189"}]},"ts":"1731594031189"} 2024-11-14T14:20:31,191 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:20:31,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:31,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-14T14:20:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:31,558 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:20:31,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33189,-1 for getting cluster id 2024-11-14T14:20:31,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:31,560 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c' 2024-11-14T14:20:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c" 2024-11-14T14:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da31ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33189,-1] 2024-11-14T14:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:31,562 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3621ea89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33723,-1 for getting cluster id 2024-11-14T14:20:31,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:31,564 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26631e34-f7a6-4bb4-addc-69c14a4222cf' 2024-11-14T14:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26631e34-f7a6-4bb4-addc-69c14a4222cf" 2024-11-14T14:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e3a007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33723,-1] 2024-11-14T14:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:31,565 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfad4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33189,-1 for getting cluster id 2024-11-14T14:20:31,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:31,567 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c' 2024-11-14T14:20:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c" 2024-11-14T14:20:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba4563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33189,-1] 2024-11-14T14:20:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:31,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:31,568 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:31,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbc86ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e06cfa1 2024-11-14T14:20:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:31,571 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:31,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:33723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:20:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:20:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:31,573 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:33723' 2024-11-14T14:20:31,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13637088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,574 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33723,-1 for getting cluster id 2024-11-14T14:20:31,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:31,575 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26631e34-f7a6-4bb4-addc-69c14a4222cf' 2024-11-14T14:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26631e34-f7a6-4bb4-addc-69c14a4222cf" 2024-11-14T14:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4473a969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33723,-1] 2024-11-14T14:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:31,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:31,576 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:31,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576c062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:31,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784ca710 2024-11-14T14:20:31,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:31,579 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:31,579 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:20:31,579 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:20:31,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:31,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:31,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:31,580 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:31,581 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:20:31,582 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:31,582 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:31,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:20:31,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d05032d90ddda41668f9f5e62ca23f2c, NAME => 'hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22 2024-11-14T14:20:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:20:31,631 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:20:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:32,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:32,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d05032d90ddda41668f9f5e62ca23f2c, disabling compactions & flushes 2024-11-14T14:20:32,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. after waiting 0 ms 2024-11-14T14:20:32,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d05032d90ddda41668f9f5e62ca23f2c: Waiting for close lock at 1731594032016Disabling compacts and flushes for region at 1731594032016Disabling writes for close at 1731594032017 (+1 ms)Writing region close event to WAL at 1731594032017Closed at 1731594032017 2024-11-14T14:20:32,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:32,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594032018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594032018"}]},"ts":"1731594032018"} 2024-11-14T14:20:32,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:32,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:32,022 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594032022"}]},"ts":"1731594032022"} 2024-11-14T14:20:32,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:20:32,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d05032d90ddda41668f9f5e62ca23f2c, ASSIGN}] 2024-11-14T14:20:32,026 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d05032d90ddda41668f9f5e62ca23f2c, ASSIGN 2024-11-14T14:20:32,027 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d05032d90ddda41668f9f5e62ca23f2c, ASSIGN; state=OFFLINE, location=6e2cc31459a7,41941,1731594020928; forceNewPlan=false, retain=false 2024-11-14T14:20:32,127 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:32,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:32,128 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18253 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:32,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d05032d90ddda41668f9f5e62ca23f2c, regionState=OPENING, regionLocation=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d05032d90ddda41668f9f5e62ca23f2c, ASSIGN because future has completed 2024-11-14T14:20:32,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d05032d90ddda41668f9f5e62ca23f2c, server=6e2cc31459a7,41941,1731594020928}] 2024-11-14T14:20:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:32,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:32,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:20:32,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41941%2C1731594020928.rep, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/oldWALs, maxLogs=10 2024-11-14T14:20:32,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.rep.1731594032337, exclude list is [], retry=0 2024-11-14T14:20:32,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40579,DS-5b316e1c-ed40-488f-95c0-7b6aef6cd649,DISK] 2024-11-14T14:20:32,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.rep.1731594032337 2024-11-14T14:20:32,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44645:44645)] 2024-11-14T14:20:32,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d05032d90ddda41668f9f5e62ca23f2c, NAME => 'hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:32,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:32,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:32,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. service=MultiRowMutationService 2024-11-14T14:20:32,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:20:32,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:32,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,353 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,354 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d05032d90ddda41668f9f5e62ca23f2c columnFamilyName hfileref 2024-11-14T14:20:32,354 DEBUG [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:32,354 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] regionserver.HStore(327): Store=d05032d90ddda41668f9f5e62ca23f2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:32,354 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,355 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d05032d90ddda41668f9f5e62ca23f2c columnFamilyName queue 2024-11-14T14:20:32,355 DEBUG [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:32,355 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] regionserver.HStore(327): Store=d05032d90ddda41668f9f5e62ca23f2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:32,355 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,356 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d05032d90ddda41668f9f5e62ca23f2c columnFamilyName sid 2024-11-14T14:20:32,356 DEBUG [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:32,356 INFO [StoreOpener-d05032d90ddda41668f9f5e62ca23f2c-1 {}] regionserver.HStore(327): Store=d05032d90ddda41668f9f5e62ca23f2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:32,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/replication/d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/replication/d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/replication/d05032d90ddda41668f9f5e62ca23f2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:32,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d05032d90ddda41668f9f5e62ca23f2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72581438, jitterRate=0.08154770731925964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:32,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:32,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d05032d90ddda41668f9f5e62ca23f2c: Running coprocessor pre-open hook at 1731594032352Writing region info on filesystem at 1731594032352Initializing all the Stores at 1731594032352Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594032352Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594032352Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594032352Cleaning up temporary data from old regions at 1731594032358 (+6 ms)Running coprocessor post-open hooks at 1731594032360 (+2 ms)Region opened successfully at 1731594032361 (+1 ms) 2024-11-14T14:20:32,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c., pid=10, masterSystemTime=1731594032332 2024-11-14T14:20:32,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:32,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d05032d90ddda41668f9f5e62ca23f2c, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:32,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d05032d90ddda41668f9f5e62ca23f2c, server=6e2cc31459a7,41941,1731594020928 because future has completed 2024-11-14T14:20:32,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:20:32,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d05032d90ddda41668f9f5e62ca23f2c, server=6e2cc31459a7,41941,1731594020928 in 186 msec 2024-11-14T14:20:32,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:20:32,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d05032d90ddda41668f9f5e62ca23f2c, ASSIGN in 343 msec 2024-11-14T14:20:32,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:32,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594032370"}]},"ts":"1731594032370"} 2024-11-14T14:20:32,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:20:32,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:32,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-11-14T14:20:32,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c., hostname=6e2cc31459a7,41941,1731594020928, seqNum=2] 2024-11-14T14:20:32,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:32,453 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:32,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:20:32,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:20:32,628 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:20:32,667 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,41941,1731594020928, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:20:32,668 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:32,668 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41941,1731594020928, seqNum=-1] 2024-11-14T14:20:32,668 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:32,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,41941,1731594020928', locateType=CURRENT is [region=hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c., hostname=6e2cc31459a7,41941,1731594020928, seqNum=2] 2024-11-14T14:20:32,674 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:20:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:20:32,679 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,41941,1731594020928 suceeded 2024-11-14T14:20:32,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:20:32,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-14T14:20:32,682 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:33723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:20:32,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1110 sec 2024-11-14T14:20:32,691 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:33723' 2024-11-14T14:20:32,692 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313a5c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,692 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33723,-1 for getting cluster id 2024-11-14T14:20:32,692 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:32,693 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26631e34-f7a6-4bb4-addc-69c14a4222cf' 2024-11-14T14:20:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26631e34-f7a6-4bb4-addc-69c14a4222cf" 2024-11-14T14:20:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@628821a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33723,-1] 2024-11-14T14:20:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:32,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,695 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:32,696 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e2124f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,696 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383ca790 2024-11-14T14:20:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:32,698 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T14:20:32,698 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,41941,1731594020928 (queues=1) is replicating from cluster=0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c to cluster=26631e34-f7a6-4bb4-addc-69c14a4222cf 2024-11-14T14:20:32,699 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C41941%2C1731594020928 2024-11-14T14:20:32,699 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,41941,1731594020928, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:20:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:32,708 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, startPosition=0, beingWritten=true 2024-11-14T14:20:32,708 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:20:32,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:32,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:32,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:32,711 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C41941%2C1731594020928 2024-11-14T14:20:32,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33723,-1 for getting cluster id 2024-11-14T14:20:32,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:32,714 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26631e34-f7a6-4bb4-addc-69c14a4222cf' 2024-11-14T14:20:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26631e34-f7a6-4bb4-addc-69c14a4222cf" 2024-11-14T14:20:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eee8b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33723,-1] 2024-11-14T14:20:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,716 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:32,716 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:32,716 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-11-14T14:20:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:32,719 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:32,719 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41941,1731594020928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:32,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:33189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:20:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:20:32,722 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:33189' 2024-11-14T14:20:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:32,723 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee6af83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,723 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33189,-1 for getting cluster id 2024-11-14T14:20:32,723 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:32,724 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c' 2024-11-14T14:20:32,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:32,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c" 2024-11-14T14:20:32,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d297f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33189,-1] 2024-11-14T14:20:32,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:32,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,725 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:32,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5129c5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:32,726 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:32,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:32,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff3b9a8 2024-11-14T14:20:32,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:32,727 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:32,727 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T14:20:32,727 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:20:32,727 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,728 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:32,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:32,728 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:32,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:20:32,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:32,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:32,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:20:32,780 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:20:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:32,923 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:33,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3e8c3099947d1590e9b57340746dd8a, NAME => 'hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721 2024-11-14T14:20:33,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:20:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b3e8c3099947d1590e9b57340746dd8a, disabling compactions & flushes 2024-11-14T14:20:33,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. after waiting 0 ms 2024-11-14T14:20:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3e8c3099947d1590e9b57340746dd8a: Waiting for close lock at 1731594033147Disabling compacts and flushes for region at 1731594033147Disabling writes for close at 1731594033147Writing region close event to WAL at 1731594033147Closed at 1731594033147 2024-11-14T14:20:33,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:20:33,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594033148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594033148"}]},"ts":"1731594033148"} 2024-11-14T14:20:33,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:20:33,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:20:33,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594033154"}]},"ts":"1731594033154"} 2024-11-14T14:20:33,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:20:33,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3e8c3099947d1590e9b57340746dd8a, ASSIGN}] 2024-11-14T14:20:33,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3e8c3099947d1590e9b57340746dd8a, ASSIGN 2024-11-14T14:20:33,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3e8c3099947d1590e9b57340746dd8a, ASSIGN; state=OFFLINE, location=6e2cc31459a7,45647,1731594026458; forceNewPlan=false, retain=false 2024-11-14T14:20:33,227 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:33,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b3e8c3099947d1590e9b57340746dd8a, regionState=OPENING, regionLocation=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:33,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3e8c3099947d1590e9b57340746dd8a, ASSIGN because future has completed 2024-11-14T14:20:33,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3e8c3099947d1590e9b57340746dd8a, server=6e2cc31459a7,45647,1731594026458}] 2024-11-14T14:20:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:33,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:33,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:20:33,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C45647%2C1731594026458.rep, suffix=, logDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458, archiveDir=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/oldWALs, maxLogs=10 2024-11-14T14:20:33,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.rep.1731594033472, exclude list is [], retry=0 2024-11-14T14:20:33,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-9825f3d7-c643-4d8d-8d29-1a41558815b5,DISK] 2024-11-14T14:20:33,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.rep.1731594033472 2024-11-14T14:20:33,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-14T14:20:33,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b3e8c3099947d1590e9b57340746dd8a, NAME => 'hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:33,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. service=MultiRowMutationService 2024-11-14T14:20:33,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:20:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,496 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,498 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3e8c3099947d1590e9b57340746dd8a columnFamilyName hfileref 2024-11-14T14:20:33,498 DEBUG [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:33,498 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] regionserver.HStore(327): Store=b3e8c3099947d1590e9b57340746dd8a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:33,498 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,499 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3e8c3099947d1590e9b57340746dd8a columnFamilyName queue 2024-11-14T14:20:33,499 DEBUG [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:33,500 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] regionserver.HStore(327): Store=b3e8c3099947d1590e9b57340746dd8a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:33,500 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,501 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3e8c3099947d1590e9b57340746dd8a columnFamilyName sid 2024-11-14T14:20:33,501 DEBUG [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:33,501 INFO [StoreOpener-b3e8c3099947d1590e9b57340746dd8a-1 {}] regionserver.HStore(327): Store=b3e8c3099947d1590e9b57340746dd8a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:33,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/replication/b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/replication/b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:20:33,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/replication/b3e8c3099947d1590e9b57340746dd8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:33,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b3e8c3099947d1590e9b57340746dd8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60429115, jitterRate=-0.09953601658344269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:20:33,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:33,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b3e8c3099947d1590e9b57340746dd8a: Running coprocessor pre-open hook at 1731594033492Writing region info on filesystem at 1731594033492Initializing all the Stores at 1731594033493 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594033493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594033496 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594033496Cleaning up temporary data from old regions at 1731594033503 (+7 ms)Running coprocessor post-open hooks at 1731594033509 (+6 ms)Region opened successfully at 1731594033509 2024-11-14T14:20:33,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a., pid=10, masterSystemTime=1731594033464 2024-11-14T14:20:33,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:33,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b3e8c3099947d1590e9b57340746dd8a, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:33,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3e8c3099947d1590e9b57340746dd8a, server=6e2cc31459a7,45647,1731594026458 because future has completed 2024-11-14T14:20:33,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:20:33,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b3e8c3099947d1590e9b57340746dd8a, server=6e2cc31459a7,45647,1731594026458 in 209 msec 2024-11-14T14:20:33,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:20:33,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3e8c3099947d1590e9b57340746dd8a, ASSIGN in 367 msec 2024-11-14T14:20:33,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:20:33,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594033526"}]},"ts":"1731594033526"} 2024-11-14T14:20:33,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:20:33,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:20:33,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 801 msec 2024-11-14T14:20:33,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a., hostname=6e2cc31459a7,45647,1731594026458, seqNum=2] 2024-11-14T14:20:33,630 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:33,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:33,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:33,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:20:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:33,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:20:33,884 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:20:33,912 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,45647,1731594026458, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:20:33,913 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:33,913 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45647,1731594026458, seqNum=-1] 2024-11-14T14:20:33,913 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:33,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:33,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,45647,1731594026458', locateType=CURRENT is [region=hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a., hostname=6e2cc31459a7,45647,1731594026458, seqNum=2] 2024-11-14T14:20:33,918 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:20:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:20:33,919 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,45647,1731594026458 suceeded 2024-11-14T14:20:33,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:20:33,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T14:20:33,921 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:33189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:20:33,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2010 sec 2024-11-14T14:20:33,934 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:33189' 2024-11-14T14:20:33,936 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723f1165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:33,936 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33189,-1 for getting cluster id 2024-11-14T14:20:33,936 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:33,936 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c' 2024-11-14T14:20:33,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:33,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c" 2024-11-14T14:20:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79bd000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33189,-1] 2024-11-14T14:20:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:33,937 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:33,938 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738ae919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:33,938 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:33,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:33,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85b92e 2024-11-14T14:20:33,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:33,939 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T14:20:33,940 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,45647,1731594026458 (queues=1) is replicating from cluster=26631e34-f7a6-4bb4-addc-69c14a4222cf to cluster=0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c 2024-11-14T14:20:33,940 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C45647%2C1731594026458 2024-11-14T14:20:33,940 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,45647,1731594026458, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:20:33,944 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C45647%2C1731594026458 2024-11-14T14:20:33,944 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, startPosition=0, beingWritten=true 2024-11-14T14:20:33,950 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:33,950 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 379, reset compression=false 2024-11-14T14:20:33,950 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,45647,1731594026458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:34,134 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:34,153 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 379, reset compression=false 2024-11-14T14:20:34,462 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 379, reset compression=false 2024-11-14T14:20:34,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:34,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:34,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:20:34,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:20:34,742 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:34,865 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 379, reset compression=false 2024-11-14T14:20:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:20:34,869 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:20:34,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:34,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:34,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:34,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:34,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:34,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:34,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41941,1731594020928, seqNum=-1] 2024-11-14T14:20:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:34,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:34,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594029280.abd67c9b78aef065463652407f1d6490., hostname=6e2cc31459a7,41941,1731594020928, seqNum=2] 2024-11-14T14:20:34,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45647,1731594026458, seqNum=-1] 2024-11-14T14:20:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:34,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:34,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2., hostname=6e2cc31459a7,45647,1731594026458, seqNum=2] 2024-11-14T14:20:34,894 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T14:20:35,397 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 379, reset compression=false 2024-11-14T14:20:35,446 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 379, reset compression=false 2024-11-14T14:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 480, reset compression=false 2024-11-14T14:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41941,1731594020928 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd67c9b78aef065463652407f1d6490/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T14:20:35,472 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:35,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T14:20:35,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:20:35,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c62a5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:35,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33723,-1 for getting cluster id 2024-11-14T14:20:35,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:35,477 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26631e34-f7a6-4bb4-addc-69c14a4222cf' 2024-11-14T14:20:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26631e34-f7a6-4bb4-addc-69c14a4222cf" 2024-11-14T14:20:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a1366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33723,-1] 2024-11-14T14:20:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:35,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:35,479 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:35,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cb211d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:35,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:35,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,45647,1731594026458, seqNum=-1] 2024-11-14T14:20:35,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:35,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:35,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2., hostname=6e2cc31459a7,45647,1731594026458, seqNum=2] 2024-11-14T14:20:35,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:20:35,685 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 480, reset compression=false 2024-11-14T14:20:35,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T14:20:35,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T14:20:35,993 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 480, reset compression=false 2024-11-14T14:20:36,004 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 379, reset compression=false 2024-11-14T14:20:36,009 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:36,009 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 607, reset compression=false 2024-11-14T14:20:36,009 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,45647,1731594026458 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c833c2c13e03fa85990afc3013c78d2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:20:36,012 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:36,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T14:20:36,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:20:36,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727cc79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:36,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33189,-1 for getting cluster id 2024-11-14T14:20:36,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:36,028 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c' 2024-11-14T14:20:36,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f5c58ac-89c5-4ea6-95cc-c84bf2b7ab8c" 2024-11-14T14:20:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fac79d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33189,-1] 2024-11-14T14:20:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:36,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:36,030 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:36,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68747a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:36,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41941,1731594020928, seqNum=-1] 2024-11-14T14:20:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:36,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T14:20:36,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731594029280.abd67c9b78aef065463652407f1d6490., hostname=6e2cc31459a7,41941,1731594020928, seqNum=2] 2024-11-14T14:20:36,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:20:36,219 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 607, reset compression=false 2024-11-14T14:20:36,397 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 480, reset compression=false 2024-11-14T14:20:36,411 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:36,411 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 607, reset compression=false 2024-11-14T14:20:36,411 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41941,1731594020928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:36,523 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 607, reset compression=false 2024-11-14T14:20:36,623 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 607, reset compression=false 2024-11-14T14:20:36,908 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T14:20:36,929 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 607, reset compression=false 2024-11-14T14:20:36,932 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T14:20:36,933 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 607, reset compression=false 2024-11-14T14:20:36,950 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:36,950 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 763, reset compression=false 2024-11-14T14:20:36,950 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41941,1731594020928 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd67c9b78aef065463652407f1d6490/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T14:20:36,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:20:36,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45647 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:20:36,962 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:36,962 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 754, reset compression=false 2024-11-14T14:20:36,962 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,45647,1731594026458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:37,177 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 754, reset compression=false 2024-11-14T14:20:37,177 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 763, reset compression=false 2024-11-14T14:20:37,504 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 754, reset compression=false 2024-11-14T14:20:37,513 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 763, reset compression=false 2024-11-14T14:20:37,909 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 754, reset compression=false 2024-11-14T14:20:37,917 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 763, reset compression=false 2024-11-14T14:20:37,935 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T14:20:37,942 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T14:20:38,415 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 754, reset compression=false 2024-11-14T14:20:38,427 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:20:38,427 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 913, reset compression=false 2024-11-14T14:20:38,427 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,45647,1731594026458 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c833c2c13e03fa85990afc3013c78d2/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T14:20:38,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:20:38,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:20:38,436 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 763, reset compression=false 2024-11-14T14:20:38,446 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:38,447 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:38,447 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41941,1731594020928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:38,637 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 913, reset compression=false 2024-11-14T14:20:38,651 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:38,941 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 913, reset compression=false 2024-11-14T14:20:38,943 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T14:20:38,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:20:38,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:38,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:38,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:38,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:38,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:38,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:20:38,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1833001645, stopped=false 2024-11-14T14:20:38,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,33723,1731594026273 2024-11-14T14:20:38,961 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:39,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662859473/running 2024-11-14T14:20:39,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662859473/running 2024-11-14T14:20:39,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:39,011 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:39,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:39,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:39,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:39,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,45647,1731594026458' ***** 2024-11-14T14:20:39,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:20:39,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:39,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/running 2024-11-14T14:20:39,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Set watcher on znode that does not yet exist, /1662859473/running 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c833c2c13e03fa85990afc3013c78d2 2024-11-14T14:20:39,013 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:45647. 2024-11-14T14:20:39,013 DEBUG [RS:0;6e2cc31459a7:45647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:39,013 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:20:39,013 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:20:39,014 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c833c2c13e03fa85990afc3013c78d2, disabling compactions & flushes 2024-11-14T14:20:39,014 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:39,014 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:39,014 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. after waiting 0 ms 2024-11-14T14:20:39,014 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:39,014 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c833c2c13e03fa85990afc3013c78d2 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T14:20:39,014 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:20:39,015 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1325): Online Regions={2c833c2c13e03fa85990afc3013c78d2=test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2., 1588230740=hbase:meta,,1.1588230740, b3e8c3099947d1590e9b57340746dd8a=hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.} 2024-11-14T14:20:39,015 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c833c2c13e03fa85990afc3013c78d2, b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:39,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:39,015 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:39,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:39,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:39,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:39,015 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:20:39,051 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/info/ced0dc0313e1413497c7f9af8ee73e4d is 147, key is hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a./info:regioninfo/1731594033516/Put/seqid=0 2024-11-14T14:20:39,054 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/f/4fc33064758d4ac6a1eb8ef46627b4d6 is 29, key is row1/f:/1731594037937/DeleteFamily/seqid=0 2024-11-14T14:20:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741840_1016 (size=7686) 2024-11-14T14:20:39,058 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/info/ced0dc0313e1413497c7f9af8ee73e4d 2024-11-14T14:20:39,060 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741841_1017 (size=5118) 2024-11-14T14:20:39,072 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/f/4fc33064758d4ac6a1eb8ef46627b4d6 2024-11-14T14:20:39,080 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fc33064758d4ac6a1eb8ef46627b4d6 2024-11-14T14:20:39,091 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/ns/030e229f0121409eba14221440b2d7b3 is 43, key is default/ns:d/1731594029127/Put/seqid=0 2024-11-14T14:20:39,122 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/f1/a1061a6b61ac4b069e2a5b4321679fe5 is 30, key is row1/f1:/1731594037937/DeleteFamily/seqid=0 2024-11-14T14:20:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741842_1018 (size=5153) 2024-11-14T14:20:39,135 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/ns/030e229f0121409eba14221440b2d7b3 2024-11-14T14:20:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741843_1019 (size=5123) 2024-11-14T14:20:39,182 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/rep_barrier/88d381bb3f134e28aae7654077868f6e is 112, key is test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2./rep_barrier:seqnumDuringOpen/1731594031183/Put/seqid=0 2024-11-14T14:20:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741844_1020 (size=5518) 2024-11-14T14:20:39,215 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c833c2c13e03fa85990afc3013c78d2, b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:39,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 913, reset compression=false 2024-11-14T14:20:39,366 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:39,380 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:39,380 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 1160, reset compression=false 2024-11-14T14:20:39,380 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,45647,1731594026458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:39,382 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,45647,1731594026458: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,45647,1731594026458, walGroup=6e2cc31459a7%2C45647%2C1731594026458, offset=6e2cc31459a7%2C45647%2C1731594026458.1731594028498:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:45647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:20:39,383 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:20:39,386 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:20:39,388 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:20:39,388 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:20:39,388 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:20:39,388 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 601621344 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 189969848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:20:39,389 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:20:39,405 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:20:39,405 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:20:39,415 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c833c2c13e03fa85990afc3013c78d2, b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:39,585 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/f1/a1061a6b61ac4b069e2a5b4321679fe5 2024-11-14T14:20:39,587 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/rep_barrier/88d381bb3f134e28aae7654077868f6e 2024-11-14T14:20:39,610 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1061a6b61ac4b069e2a5b4321679fe5 2024-11-14T14:20:39,616 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c833c2c13e03fa85990afc3013c78d2, b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/norep/181146e99825427e945293c194bffc37 is 33, key is row1/norep:/1731594037937/DeleteFamily/seqid=0 2024-11-14T14:20:39,645 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 1160, reset compression=false 2024-11-14T14:20:39,658 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/table/1dac3407a1a742eaa714aba627d2ddff is 53, key is hbase:replication/table:state/1731594033526/Put/seqid=0 2024-11-14T14:20:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741845_1021 (size=5108) 2024-11-14T14:20:39,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:20:39,817 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c833c2c13e03fa85990afc3013c78d2, b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:39,925 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:40,017 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c833c2c13e03fa85990afc3013c78d2, b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:40,029 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 1160, reset compression=false 2024-11-14T14:20:40,083 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/norep/181146e99825427e945293c194bffc37 2024-11-14T14:20:40,095 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 181146e99825427e945293c194bffc37 2024-11-14T14:20:40,097 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/f/4fc33064758d4ac6a1eb8ef46627b4d6 as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/f/4fc33064758d4ac6a1eb8ef46627b4d6 2024-11-14T14:20:40,108 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fc33064758d4ac6a1eb8ef46627b4d6 2024-11-14T14:20:40,108 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/f/4fc33064758d4ac6a1eb8ef46627b4d6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T14:20:40,109 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/f1/a1061a6b61ac4b069e2a5b4321679fe5 as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/f1/a1061a6b61ac4b069e2a5b4321679fe5 2024-11-14T14:20:40,117 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1061a6b61ac4b069e2a5b4321679fe5 2024-11-14T14:20:40,117 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/f1/a1061a6b61ac4b069e2a5b4321679fe5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T14:20:40,118 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/.tmp/norep/181146e99825427e945293c194bffc37 as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/norep/181146e99825427e945293c194bffc37 2024-11-14T14:20:40,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T14:20:40,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T14:20:40,125 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 181146e99825427e945293c194bffc37 2024-11-14T14:20:40,125 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/norep/181146e99825427e945293c194bffc37, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T14:20:40,126 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2c833c2c13e03fa85990afc3013c78d2 in 1112ms, sequenceid=8, compaction requested=false 2024-11-14T14:20:40,145 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/default/test/2c833c2c13e03fa85990afc3013c78d2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T14:20:40,146 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:40,146 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:40,146 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:40,146 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c833c2c13e03fa85990afc3013c78d2: Waiting for close lock at 1731594039014Running coprocessor pre-close hooks at 1731594039014Disabling compacts and flushes for region at 1731594039014Disabling writes for close at 1731594039014Obtaining lock to block concurrent updates at 1731594039014Preparing flush snapshotting stores in 2c833c2c13e03fa85990afc3013c78d2 at 1731594039014Finished memstore snapshotting test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731594039015 (+1 ms)Flushing stores of test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. at 1731594039015Flushing 2c833c2c13e03fa85990afc3013c78d2/f: creating writer at 1731594039015Flushing 2c833c2c13e03fa85990afc3013c78d2/f: appending metadata at 1731594039053 (+38 ms)Flushing 2c833c2c13e03fa85990afc3013c78d2/f: closing flushed file at 1731594039053Flushing 2c833c2c13e03fa85990afc3013c78d2/f1: creating writer at 1731594039080 (+27 ms)Flushing 2c833c2c13e03fa85990afc3013c78d2/f1: appending metadata at 1731594039121 (+41 ms)Flushing 2c833c2c13e03fa85990afc3013c78d2/f1: closing flushed file at 1731594039121Flushing 2c833c2c13e03fa85990afc3013c78d2/norep: creating writer at 1731594039610 (+489 ms)Flushing 2c833c2c13e03fa85990afc3013c78d2/norep: appending metadata at 1731594039643 (+33 ms)Flushing 2c833c2c13e03fa85990afc3013c78d2/norep: closing flushed file at 1731594039643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c655af8: reopening flushed file at 1731594040095 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243c737a: reopening flushed file at 1731594040108 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c8321c: reopening flushed file at 1731594040118 (+10 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2c833c2c13e03fa85990afc3013c78d2 in 1112ms, sequenceid=8, compaction requested=false at 1731594040126 (+8 ms)Writing region close event to WAL at 1731594040134 (+8 ms)Running coprocessor post-close hooks at 1731594040146 (+12 ms)Closed at 1731594040146 2024-11-14T14:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594030421.2c833c2c13e03fa85990afc3013c78d2. 2024-11-14T14:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3e8c3099947d1590e9b57340746dd8a, disabling compactions & flushes 2024-11-14T14:20:40,147 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. after waiting 0 ms 2024-11-14T14:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3e8c3099947d1590e9b57340746dd8a: Waiting for close lock at 1731594040147Running coprocessor pre-close hooks at 1731594040147Disabling compacts and flushes for region at 1731594040147Disabling writes for close at 1731594040147Failed flush hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a., putting online again at 1731594040147 2024-11-14T14:20:40,148 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,152 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/table/1dac3407a1a742eaa714aba627d2ddff 2024-11-14T14:20:40,159 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/info/ced0dc0313e1413497c7f9af8ee73e4d as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/info/ced0dc0313e1413497c7f9af8ee73e4d 2024-11-14T14:20:40,165 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/info/ced0dc0313e1413497c7f9af8ee73e4d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:20:40,166 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/ns/030e229f0121409eba14221440b2d7b3 as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/ns/030e229f0121409eba14221440b2d7b3 2024-11-14T14:20:40,172 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/ns/030e229f0121409eba14221440b2d7b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:20:40,173 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/rep_barrier/88d381bb3f134e28aae7654077868f6e as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/rep_barrier/88d381bb3f134e28aae7654077868f6e 2024-11-14T14:20:40,177 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/rep_barrier/88d381bb3f134e28aae7654077868f6e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:20:40,178 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/.tmp/table/1dac3407a1a742eaa714aba627d2ddff as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/table/1dac3407a1a742eaa714aba627d2ddff 2024-11-14T14:20:40,182 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/table/1dac3407a1a742eaa714aba627d2ddff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:20:40,183 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1168ms, sequenceid=16, compaction requested=false 2024-11-14T14:20:40,197 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:20:40,198 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:40,198 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:40,198 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:40,198 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594039015Running coprocessor pre-close hooks at 1731594039015Disabling compacts and flushes for region at 1731594039015Disabling writes for close at 1731594039015Obtaining lock to block concurrent updates at 1731594039015Preparing flush snapshotting stores in 1588230740 at 1731594039015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594039016 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731594039016Flushing 1588230740/info: creating writer at 1731594039017 (+1 ms)Flushing 1588230740/info: appending metadata at 1731594039050 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731594039050Flushing 1588230740/ns: creating writer at 1731594039063 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731594039090 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731594039090Flushing 1588230740/rep_barrier: creating writer at 1731594039159 (+69 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594039181 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594039182 (+1 ms)Flushing 1588230740/table: creating writer at 1731594039613 (+431 ms)Flushing 1588230740/table: appending metadata at 1731594039658 (+45 ms)Flushing 1588230740/table: closing flushed file at 1731594039658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533c42f: reopening flushed file at 1731594040157 (+499 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4efdc2: reopening flushed file at 1731594040165 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7502076e: reopening flushed file at 1731594040172 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548c25db: reopening flushed file at 1731594040177 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1168ms, sequenceid=16, compaction requested=false at 1731594040183 (+6 ms)Writing region close event to WAL at 1731594040195 (+12 ms)Running coprocessor post-close hooks at 1731594040198 (+3 ms)Closed at 1731594040198 2024-11-14T14:20:40,198 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:40,217 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:20:40,217 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1325): Online Regions={b3e8c3099947d1590e9b57340746dd8a=hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a.} 2024-11-14T14:20:40,217 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:40,217 DEBUG [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1351): Waiting on b3e8c3099947d1590e9b57340746dd8a 2024-11-14T14:20:40,217 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3e8c3099947d1590e9b57340746dd8a, disabling compactions & flushes 2024-11-14T14:20:40,217 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,217 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,217 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. after waiting 0 ms 2024-11-14T14:20:40,217 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,218 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3e8c3099947d1590e9b57340746dd8a: Waiting for close lock at 1731594040217Running coprocessor pre-close hooks at 1731594040217Disabling compacts and flushes for region at 1731594040217Disabling writes for close at 1731594040217Failed flush hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a., putting online again at 1731594040217 2024-11-14T14:20:40,218 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594032728.b3e8c3099947d1590e9b57340746dd8a. 2024-11-14T14:20:40,417 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T14:20:40,417 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,45647,1731594026458; all regions closed. 2024-11-14T14:20:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:20:40,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.meta.1731594029058.meta not finished, retry = 0 2024-11-14T14:20:40,442 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 1160, reset compression=false 2024-11-14T14:20:40,446 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:40,446 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.wal-reader.6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/WALs/6e2cc31459a7,45647,1731594026458/6e2cc31459a7%2C45647%2C1731594026458.1731594028498 to pos 1804, reset compression=false 2024-11-14T14:20:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741839_1015 (size=1515) 2024-11-14T14:20:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741832_1008 (size=1812) 2024-11-14T14:20:40,549 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:40,549 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:40,550 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:40,550 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:40,550 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:40,550 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:40,550 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,45647,1731594026458 because: Region server is closing 2024-11-14T14:20:40,551 INFO [RS:0;6e2cc31459a7:45647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:45647. 2024-11-14T14:20:40,551 DEBUG [RS:0;6e2cc31459a7:45647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:40,551 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:40,551 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:40,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:40,553 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:40,651 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,45647,1731594026458.replicationSource.shipper6e2cc31459a7%2C45647%2C1731594026458,1-6e2cc31459a7,45647,1731594026458 terminated 2024-11-14T14:20:40,651 INFO [RS:0;6e2cc31459a7:45647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:45647. 2024-11-14T14:20:40,651 DEBUG [RS:0;6e2cc31459a7:45647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:40,651 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:40,652 DEBUG [RS:0;6e2cc31459a7:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:40,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:40,652 INFO [RS:0;6e2cc31459a7:45647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45647 2024-11-14T14:20:40,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473/rs 2024-11-14T14:20:40,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662859473/rs/6e2cc31459a7,45647,1731594026458 2024-11-14T14:20:40,724 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:40,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,45647,1731594026458] 2024-11-14T14:20:40,747 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1662859473/draining/6e2cc31459a7,45647,1731594026458 already deleted, retry=false 2024-11-14T14:20:40,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,45647,1731594026458 expired; onlineServers=0 2024-11-14T14:20:40,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,33723,1731594026273' ***** 2024-11-14T14:20:40,748 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:40,748 DEBUG [M:0;6e2cc31459a7:33723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:20:40,748 DEBUG [M:0;6e2cc31459a7:33723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:20:40,748 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:20:40,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594028140 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594028140,5,FailOnTimeoutGroup] 2024-11-14T14:20:40,748 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594028138 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594028138,5,FailOnTimeoutGroup] 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:40,748 DEBUG [M:0;6e2cc31459a7:33723 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:40,748 INFO [M:0;6e2cc31459a7:33723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:20:40,749 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:20:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662859473/master 2024-11-14T14:20:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662859473 2024-11-14T14:20:40,758 DEBUG [M:0;6e2cc31459a7:33723 {}] zookeeper.ZKUtil(347): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Unable to get data of znode /1662859473/master because node does not exist (not an error) 2024-11-14T14:20:40,758 WARN [M:0;6e2cc31459a7:33723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:20:40,759 INFO [M:0;6e2cc31459a7:33723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/.lastflushedseqids 2024-11-14T14:20:40,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741847_1023 (size=245) 2024-11-14T14:20:40,776 INFO [M:0;6e2cc31459a7:33723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:20:40,776 INFO [M:0;6e2cc31459a7:33723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:20:40,777 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:40,778 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:40,778 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:40,778 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:40,778 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:40,778 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T14:20:40,811 DEBUG [M:0;6e2cc31459a7:33723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a94fb818fd924f3c9097e05e40cc1a7c is 82, key is hbase:meta,,1/info:regioninfo/1731594029091/Put/seqid=0 2024-11-14T14:20:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:20:40,836 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a94fb818fd924f3c9097e05e40cc1a7c 2024-11-14T14:20:40,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:40,837 INFO [RS:0;6e2cc31459a7:45647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:40,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x10139b7dab00004, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:40,837 INFO [RS:0;6e2cc31459a7:45647 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,45647,1731594026458; zookeeper connection closed. 2024-11-14T14:20:40,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36234a27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36234a27 2024-11-14T14:20:40,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:20:40,887 DEBUG [M:0;6e2cc31459a7:33723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21574d71b404397b5b30c61f36ef16f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594033530/Put/seqid=0 2024-11-14T14:20:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741849_1025 (size=8517) 2024-11-14T14:20:40,933 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21574d71b404397b5b30c61f36ef16f 2024-11-14T14:20:40,975 DEBUG [M:0;6e2cc31459a7:33723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8884cc5cdf39453296d254c6044a9f8f is 69, key is 6e2cc31459a7,45647,1731594026458/rs:state/1731594028274/Put/seqid=0 2024-11-14T14:20:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:20:40,991 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8884cc5cdf39453296d254c6044a9f8f 2024-11-14T14:20:41,003 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a94fb818fd924f3c9097e05e40cc1a7c as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a94fb818fd924f3c9097e05e40cc1a7c 2024-11-14T14:20:41,011 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a94fb818fd924f3c9097e05e40cc1a7c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T14:20:41,012 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21574d71b404397b5b30c61f36ef16f as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d21574d71b404397b5b30c61f36ef16f 2024-11-14T14:20:41,020 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d21574d71b404397b5b30c61f36ef16f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T14:20:41,021 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8884cc5cdf39453296d254c6044a9f8f as hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8884cc5cdf39453296d254c6044a9f8f 2024-11-14T14:20:41,026 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34857/user/jenkins/test-data/bcfc3465-2343-eac1-c164-ef230862a721/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8884cc5cdf39453296d254c6044a9f8f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T14:20:41,027 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 249ms, sequenceid=97, compaction requested=false 2024-11-14T14:20:41,045 INFO [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:41,045 DEBUG [M:0;6e2cc31459a7:33723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594040776Disabling compacts and flushes for region at 1731594040776Disabling writes for close at 1731594040778 (+2 ms)Obtaining lock to block concurrent updates at 1731594040778Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594040778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731594040778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594040779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594040779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594040810 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594040810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594040847 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594040881 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594040881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594040937 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594040975 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594040975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701537dc: reopening flushed file at 1731594041002 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a7ad55: reopening flushed file at 1731594041011 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a26d36: reopening flushed file at 1731594041020 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 249ms, sequenceid=97, compaction requested=false at 1731594041027 (+7 ms)Writing region close event to WAL at 1731594041045 (+18 ms)Closed at 1731594041045 2024-11-14T14:20:41,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741830_1006 (size=63666) 2024-11-14T14:20:41,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:41,049 INFO [M:0;6e2cc31459a7:33723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:20:41,049 INFO [M:0;6e2cc31459a7:33723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33723 2024-11-14T14:20:41,049 INFO [M:0;6e2cc31459a7:33723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:41,153 INFO [M:0;6e2cc31459a7:33723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33723-0x10139b7dab00003, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:41,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422416e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:41,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:41,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:41,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:41,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:41,201 WARN [BP-1412962837-172.17.0.2-1731594024200 heartbeating to localhost/127.0.0.1:34857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:20:41,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:20:41,201 WARN [BP-1412962837-172.17.0.2-1731594024200 heartbeating to localhost/127.0.0.1:34857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412962837-172.17.0.2-1731594024200 (Datanode Uuid b0615a06-6165-4163-b948-2890cc856251) service to localhost/127.0.0.1:34857 2024-11-14T14:20:41,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:20:41,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/cluster_7a5f4fef-9902-0623-3e45-23354b63db2d/data/data2/current/BP-1412962837-172.17.0.2-1731594024200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:41,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:20:41,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/cluster_7a5f4fef-9902-0623-3e45-23354b63db2d/data/data1/current/BP-1412962837-172.17.0.2-1731594024200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:41,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:41,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:41,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:41,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:41,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:41,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:20:41,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:20:41,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:41,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:41,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:41,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:41,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:41,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:20:41,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1900766334, stopped=false 2024-11-14T14:20:41,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,33189,1731594020716 2024-11-14T14:20:41,253 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02107306726/running 2024-11-14T14:20:41,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02107306726/running 2024-11-14T14:20:41,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:41,253 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:41,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:41,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:20:41,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:41,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,41941,1731594020928' ***** 2024-11-14T14:20:41,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:20:41,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/running 2024-11-14T14:20:41,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Set watcher on znode that does not yet exist, /02107306726/running 2024-11-14T14:20:41,257 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:20:41,257 INFO [RS:0;6e2cc31459a7:41941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:20:41,257 INFO [RS:0;6e2cc31459a7:41941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:20:41,257 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(3091): Received CLOSE for abd67c9b78aef065463652407f1d6490 2024-11-14T14:20:41,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:20:41,258 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(3091): Received CLOSE for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:41,258 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:41,258 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:41,259 INFO [RS:0;6e2cc31459a7:41941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41941. 2024-11-14T14:20:41,259 DEBUG [RS:0;6e2cc31459a7:41941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:41,259 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:41,259 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:20:41,259 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:20:41,259 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:20:41,259 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:20:41,260 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abd67c9b78aef065463652407f1d6490, disabling compactions & flushes 2024-11-14T14:20:41,260 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:41,260 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:41,260 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594029280.abd67c9b78aef065463652407f1d6490. after waiting 0 ms 2024-11-14T14:20:41,260 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:41,260 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abd67c9b78aef065463652407f1d6490 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T14:20:41,268 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:20:41,268 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1325): Online Regions={abd67c9b78aef065463652407f1d6490=test,,1731594029280.abd67c9b78aef065463652407f1d6490., 1588230740=hbase:meta,,1.1588230740, d05032d90ddda41668f9f5e62ca23f2c=hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.} 2024-11-14T14:20:41,268 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abd67c9b78aef065463652407f1d6490, d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:41,268 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:41,268 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:41,268 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:41,268 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:41,268 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:41,269 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:20:41,273 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 912, reset compression=false 2024-11-14T14:20:41,308 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/f/3b57fd148b0043898987d0c6a4639d65 is 29, key is row1/f:/1731594037937/DeleteFamily/seqid=0 2024-11-14T14:20:41,316 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/info/ee31759eee5641b7b33375fe13f34327 is 147, key is hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c./info:regioninfo/1731594032364/Put/seqid=0 2024-11-14T14:20:41,323 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:41,324 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 1159, reset compression=false 2024-11-14T14:20:41,324 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41941,1731594020928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:20:41,324 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,41941,1731594020928: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,41941,1731594020928, walGroup=6e2cc31459a7%2C41941%2C1731594020928, offset=6e2cc31459a7%2C41941%2C1731594020928.1731594023023:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:41941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:20:41,325 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:20:41,326 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:20:41,326 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:20:41,326 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:20:41,326 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:20:41,326 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 643564384 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 190429632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:20:41,327 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:20:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741840_1016 (size=5118) 2024-11-14T14:20:41,338 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/f/3b57fd148b0043898987d0c6a4639d65 2024-11-14T14:20:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741841_1017 (size=7686) 2024-11-14T14:20:41,345 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b57fd148b0043898987d0c6a4639d65 2024-11-14T14:20:41,364 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:41,397 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/f1/831ec97ebe67477b9d8d9238d56cbb31 is 30, key is row1/f1:/1731594037937/DeleteFamily/seqid=0 2024-11-14T14:20:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741842_1018 (size=5123) 2024-11-14T14:20:41,408 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/f1/831ec97ebe67477b9d8d9238d56cbb31 2024-11-14T14:20:41,425 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 831ec97ebe67477b9d8d9238d56cbb31 2024-11-14T14:20:41,469 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abd67c9b78aef065463652407f1d6490, d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:41,469 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/norep/7dd3e9f1d6004e0fb6ee81b90015213b is 32, key is row/norep:/1731594036916/DeleteFamily/seqid=0 2024-11-14T14:20:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741843_1019 (size=5101) 2024-11-14T14:20:41,484 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/norep/7dd3e9f1d6004e0fb6ee81b90015213b 2024-11-14T14:20:41,532 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dd3e9f1d6004e0fb6ee81b90015213b 2024-11-14T14:20:41,533 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/f/3b57fd148b0043898987d0c6a4639d65 as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/f/3b57fd148b0043898987d0c6a4639d65 2024-11-14T14:20:41,538 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b57fd148b0043898987d0c6a4639d65 2024-11-14T14:20:41,538 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/f/3b57fd148b0043898987d0c6a4639d65, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T14:20:41,539 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/f1/831ec97ebe67477b9d8d9238d56cbb31 as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/f1/831ec97ebe67477b9d8d9238d56cbb31 2024-11-14T14:20:41,545 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 831ec97ebe67477b9d8d9238d56cbb31 2024-11-14T14:20:41,545 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/f1/831ec97ebe67477b9d8d9238d56cbb31, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T14:20:41,546 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/.tmp/norep/7dd3e9f1d6004e0fb6ee81b90015213b as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/norep/7dd3e9f1d6004e0fb6ee81b90015213b 2024-11-14T14:20:41,555 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dd3e9f1d6004e0fb6ee81b90015213b 2024-11-14T14:20:41,555 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/norep/7dd3e9f1d6004e0fb6ee81b90015213b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T14:20:41,557 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for abd67c9b78aef065463652407f1d6490 in 297ms, sequenceid=8, compaction requested=false 2024-11-14T14:20:41,557 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:20:41,576 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 1159, reset compression=false 2024-11-14T14:20:41,583 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/default/test/abd67c9b78aef065463652407f1d6490/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:41,584 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abd67c9b78aef065463652407f1d6490: Waiting for close lock at 1731594041260Running coprocessor pre-close hooks at 1731594041260Disabling compacts and flushes for region at 1731594041260Disabling writes for close at 1731594041260Obtaining lock to block concurrent updates at 1731594041260Preparing flush snapshotting stores in abd67c9b78aef065463652407f1d6490 at 1731594041260Finished memstore snapshotting test,,1731594029280.abd67c9b78aef065463652407f1d6490., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731594041261 (+1 ms)Flushing stores of test,,1731594029280.abd67c9b78aef065463652407f1d6490. at 1731594041261Flushing abd67c9b78aef065463652407f1d6490/f: creating writer at 1731594041261Flushing abd67c9b78aef065463652407f1d6490/f: appending metadata at 1731594041307 (+46 ms)Flushing abd67c9b78aef065463652407f1d6490/f: closing flushed file at 1731594041307Flushing abd67c9b78aef065463652407f1d6490/f1: creating writer at 1731594041345 (+38 ms)Flushing abd67c9b78aef065463652407f1d6490/f1: appending metadata at 1731594041396 (+51 ms)Flushing abd67c9b78aef065463652407f1d6490/f1: closing flushed file at 1731594041396Flushing abd67c9b78aef065463652407f1d6490/norep: creating writer at 1731594041425 (+29 ms)Flushing abd67c9b78aef065463652407f1d6490/norep: appending metadata at 1731594041468 (+43 ms)Flushing abd67c9b78aef065463652407f1d6490/norep: closing flushed file at 1731594041469 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a18792: reopening flushed file at 1731594041532 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0c4de6: reopening flushed file at 1731594041538 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d64ba4: reopening flushed file at 1731594041545 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for abd67c9b78aef065463652407f1d6490 in 297ms, sequenceid=8, compaction requested=false at 1731594041557 (+12 ms)Writing region close event to WAL at 1731594041563 (+6 ms)Running coprocessor post-close hooks at 1731594041583 (+20 ms)Closed at 1731594041584 (+1 ms) 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594029280.abd67c9b78aef065463652407f1d6490. 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d05032d90ddda41668f9f5e62ca23f2c, disabling compactions & flushes 2024-11-14T14:20:41,584 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. after waiting 0 ms 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d05032d90ddda41668f9f5e62ca23f2c: Waiting for close lock at 1731594041584Running coprocessor pre-close hooks at 1731594041584Disabling compacts and flushes for region at 1731594041584Disabling writes for close at 1731594041584Failed flush hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c., putting online again at 1731594041584 2024-11-14T14:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,596 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:20:41,596 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 1803, reset compression=false 2024-11-14T14:20:41,669 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(3091): Received CLOSE for d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:41,669 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d05032d90ddda41668f9f5e62ca23f2c 2024-11-14T14:20:41,669 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d05032d90ddda41668f9f5e62ca23f2c, disabling compactions & flushes 2024-11-14T14:20:41,670 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,670 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,670 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. after waiting 0 ms 2024-11-14T14:20:41,670 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,670 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d05032d90ddda41668f9f5e62ca23f2c: Waiting for close lock at 1731594041669Running coprocessor pre-close hooks at 1731594041669Disabling compacts and flushes for region at 1731594041669Disabling writes for close at 1731594041670 (+1 ms)Failed flush hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c., putting online again at 1731594041670 2024-11-14T14:20:41,670 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c. 2024-11-14T14:20:41,744 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/info/ee31759eee5641b7b33375fe13f34327 2024-11-14T14:20:41,783 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/ns/68f521fd14f54b7983509d581f3fc165 is 43, key is default/ns:d/1731594024085/Put/seqid=0 2024-11-14T14:20:41,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741844_1020 (size=5153) 2024-11-14T14:20:41,797 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/ns/68f521fd14f54b7983509d581f3fc165 2024-11-14T14:20:41,817 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 1803, reset compression=false 2024-11-14T14:20:41,837 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/rep_barrier/fde8ba1ea75b4578a606649e1f9ae5ec is 112, key is test,,1731594029280.abd67c9b78aef065463652407f1d6490./rep_barrier:seqnumDuringOpen/1731594030044/Put/seqid=0 2024-11-14T14:20:41,870 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741845_1021 (size=5518) 2024-11-14T14:20:41,874 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/rep_barrier/fde8ba1ea75b4578a606649e1f9ae5ec 2024-11-14T14:20:41,922 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/table/8688d38d406c4daea8bc2d24e47f58cc is 53, key is hbase:replication/table:state/1731594032370/Put/seqid=0 2024-11-14T14:20:41,928 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:20:41,928 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:20:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:20:41,978 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/table/8688d38d406c4daea8bc2d24e47f58cc 2024-11-14T14:20:41,985 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/info/ee31759eee5641b7b33375fe13f34327 as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/info/ee31759eee5641b7b33375fe13f34327 2024-11-14T14:20:41,993 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/info/ee31759eee5641b7b33375fe13f34327, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:20:41,994 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/ns/68f521fd14f54b7983509d581f3fc165 as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/ns/68f521fd14f54b7983509d581f3fc165 2024-11-14T14:20:42,000 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/ns/68f521fd14f54b7983509d581f3fc165, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:20:42,001 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/rep_barrier/fde8ba1ea75b4578a606649e1f9ae5ec as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/rep_barrier/fde8ba1ea75b4578a606649e1f9ae5ec 2024-11-14T14:20:42,007 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/rep_barrier/fde8ba1ea75b4578a606649e1f9ae5ec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:20:42,009 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/.tmp/table/8688d38d406c4daea8bc2d24e47f58cc as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/table/8688d38d406c4daea8bc2d24e47f58cc 2024-11-14T14:20:42,020 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/table/8688d38d406c4daea8bc2d24e47f58cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:20:42,022 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 753ms, sequenceid=16, compaction requested=false 2024-11-14T14:20:42,022 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:20:42,070 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:20:42,077 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:20:42,078 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:20:42,078 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:20:42,078 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:42,078 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594041268Running coprocessor pre-close hooks at 1731594041268Disabling compacts and flushes for region at 1731594041268Disabling writes for close at 1731594041268Obtaining lock to block concurrent updates at 1731594041269 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731594041269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594041270 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731594041271 (+1 ms)Flushing 1588230740/info: creating writer at 1731594041271Flushing 1588230740/info: appending metadata at 1731594041316 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731594041316Flushing 1588230740/ns: creating writer at 1731594041749 (+433 ms)Flushing 1588230740/ns: appending metadata at 1731594041783 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731594041783Flushing 1588230740/rep_barrier: creating writer at 1731594041813 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594041836 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594041836Flushing 1588230740/table: creating writer at 1731594041880 (+44 ms)Flushing 1588230740/table: appending metadata at 1731594041921 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731594041921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724e6faf: reopening flushed file at 1731594041984 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670e132d: reopening flushed file at 1731594041993 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e18637: reopening flushed file at 1731594042000 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765c3254: reopening flushed file at 1731594042007 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 753ms, sequenceid=16, compaction requested=false at 1731594042022 (+15 ms)Writing region close event to WAL at 1731594042073 (+51 ms)Running coprocessor post-close hooks at 1731594042078 (+5 ms)Closed at 1731594042078 2024-11-14T14:20:42,078 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:42,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:42,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:42,159 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28283 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:42,176 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 to pos 1803, reset compression=false 2024-11-14T14:20:42,270 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:20:42,270 DEBUG [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1325): Online Regions={d05032d90ddda41668f9f5e62ca23f2c=hbase:replication,,1731594031580.d05032d90ddda41668f9f5e62ca23f2c.} 2024-11-14T14:20:42,270 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T14:20:42,270 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,41941,1731594020928; all regions closed. 2024-11-14T14:20:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:20:42,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741839_1015 (size=1733) 2024-11-14T14:20:42,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.rep.1731594032337 not finished, retry = 0 2024-11-14T14:20:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741832_1008 (size=1811) 2024-11-14T14:20:42,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/WALs/6e2cc31459a7,41941,1731594020928/6e2cc31459a7%2C41941%2C1731594020928.1731594023023 not finished, retry = 0 2024-11-14T14:20:42,479 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:42,479 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:20:42,480 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:42,480 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:42,480 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:42,481 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,41941,1731594020928 because: Region server is closing 2024-11-14T14:20:42,481 INFO [RS:0;6e2cc31459a7:41941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41941. 2024-11-14T14:20:42,481 DEBUG [RS:0;6e2cc31459a7:41941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:42,481 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:42,481 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:42,481 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:42,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:42,581 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.shipper6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 terminated 2024-11-14T14:20:42,581 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41941,1731594020928.replicationSource.wal-reader.6e2cc31459a7%2C41941%2C1731594020928,1-6e2cc31459a7,41941,1731594020928 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:20:42,581 INFO [RS:0;6e2cc31459a7:41941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41941. 2024-11-14T14:20:42,581 DEBUG [RS:0;6e2cc31459a7:41941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:20:42,582 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:42,582 DEBUG [RS:0;6e2cc31459a7:41941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:42,582 INFO [RS:0;6e2cc31459a7:41941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41941 2024-11-14T14:20:42,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:20:42,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726/rs 2024-11-14T14:20:42,653 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02107306726/rs/6e2cc31459a7,41941,1731594020928 2024-11-14T14:20:42,653 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:42,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,41941,1731594020928] 2024-11-14T14:20:42,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02107306726/draining/6e2cc31459a7,41941,1731594020928 already deleted, retry=false 2024-11-14T14:20:42,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,41941,1731594020928 expired; onlineServers=0 2024-11-14T14:20:42,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,33189,1731594020716' ***** 2024-11-14T14:20:42,674 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:20:42,674 INFO [M:0;6e2cc31459a7:33189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:20:42,674 INFO [M:0;6e2cc31459a7:33189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:20:42,674 DEBUG [M:0;6e2cc31459a7:33189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:20:42,674 DEBUG [M:0;6e2cc31459a7:33189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:20:42,674 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594022778 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594022778,5,FailOnTimeoutGroup] 2024-11-14T14:20:42,674 INFO [M:0;6e2cc31459a7:33189 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:20:42,674 INFO [M:0;6e2cc31459a7:33189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:20:42,674 DEBUG [M:0;6e2cc31459a7:33189 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:20:42,674 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594022778 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594022778,5,FailOnTimeoutGroup] 2024-11-14T14:20:42,674 INFO [M:0;6e2cc31459a7:33189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:20:42,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:20:42,675 INFO [M:0;6e2cc31459a7:33189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:20:42,675 INFO [M:0;6e2cc31459a7:33189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:20:42,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:20:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02107306726/master 2024-11-14T14:20:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02107306726 2024-11-14T14:20:42,692 DEBUG [M:0;6e2cc31459a7:33189 {}] zookeeper.ZKUtil(347): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Unable to get data of znode /02107306726/master because node does not exist (not an error) 2024-11-14T14:20:42,692 WARN [M:0;6e2cc31459a7:33189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:20:42,728 INFO [M:0;6e2cc31459a7:33189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/.lastflushedseqids 2024-11-14T14:20:42,764 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:42,764 INFO [RS:0;6e2cc31459a7:41941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:42,764 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41941-0x10139b7dab00001, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:42,764 INFO [RS:0;6e2cc31459a7:41941 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,41941,1731594020928; zookeeper connection closed. 2024-11-14T14:20:42,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18167522 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18167522 2024-11-14T14:20:42,778 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:20:42,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741847_1023 (size=245) 2024-11-14T14:20:43,180 INFO [M:0;6e2cc31459a7:33189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:20:43,180 INFO [M:0;6e2cc31459a7:33189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:20:43,180 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:43,180 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:43,180 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:43,180 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:43,180 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:43,180 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T14:20:43,200 DEBUG [M:0;6e2cc31459a7:33189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf4be9b4aeb949f8aa58eb73be5939b7 is 82, key is hbase:meta,,1/info:regioninfo/1731594024029/Put/seqid=0 2024-11-14T14:20:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:20:43,208 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf4be9b4aeb949f8aa58eb73be5939b7 2024-11-14T14:20:43,244 DEBUG [M:0;6e2cc31459a7:33189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1b012d9d83a4db29db91be86aa54e06 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594032373/Put/seqid=0 2024-11-14T14:20:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741849_1025 (size=8517) 2024-11-14T14:20:43,261 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1b012d9d83a4db29db91be86aa54e06 2024-11-14T14:20:43,293 DEBUG [M:0;6e2cc31459a7:33189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15cb73d6e17d407494ffa3c5325696fa is 69, key is 6e2cc31459a7,41941,1731594020928/rs:state/1731594022882/Put/seqid=0 2024-11-14T14:20:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:20:43,310 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15cb73d6e17d407494ffa3c5325696fa 2024-11-14T14:20:43,318 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf4be9b4aeb949f8aa58eb73be5939b7 as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf4be9b4aeb949f8aa58eb73be5939b7 2024-11-14T14:20:43,323 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf4be9b4aeb949f8aa58eb73be5939b7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T14:20:43,324 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1b012d9d83a4db29db91be86aa54e06 as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1b012d9d83a4db29db91be86aa54e06 2024-11-14T14:20:43,331 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1b012d9d83a4db29db91be86aa54e06, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T14:20:43,332 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15cb73d6e17d407494ffa3c5325696fa as hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15cb73d6e17d407494ffa3c5325696fa 2024-11-14T14:20:43,344 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/24b6673c-2e14-a226-2954-6a4d811c0a22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15cb73d6e17d407494ffa3c5325696fa, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T14:20:43,345 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=97, compaction requested=false 2024-11-14T14:20:43,361 INFO [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:43,361 DEBUG [M:0;6e2cc31459a7:33189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594043180Disabling compacts and flushes for region at 1731594043180Disabling writes for close at 1731594043180Obtaining lock to block concurrent updates at 1731594043180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594043180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731594043181 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594043181Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594043181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594043200 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594043200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594043219 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594043244 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594043244Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594043267 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594043292 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594043292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ccc55: reopening flushed file at 1731594043317 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb2d27b: reopening flushed file at 1731594043323 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ec3c49: reopening flushed file at 1731594043331 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=97, compaction requested=false at 1731594043345 (+14 ms)Writing region close event to WAL at 1731594043361 (+16 ms)Closed at 1731594043361 2024-11-14T14:20:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40579 is added to blk_1073741830_1006 (size=63666) 2024-11-14T14:20:43,366 INFO [M:0;6e2cc31459a7:33189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:20:43,366 INFO [M:0;6e2cc31459a7:33189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33189 2024-11-14T14:20:43,367 INFO [M:0;6e2cc31459a7:33189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:20:43,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:20:43,521 INFO [M:0;6e2cc31459a7:33189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:20:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:43,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33189-0x10139b7dab00000, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:20:43,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398473d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:43,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1607c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:43,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:43,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:43,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:43,573 WARN [BP-17959288-172.17.0.2-1731594018581 heartbeating to localhost/127.0.0.1:35769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:20:43,573 WARN [BP-17959288-172.17.0.2-1731594018581 heartbeating to localhost/127.0.0.1:35769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17959288-172.17.0.2-1731594018581 (Datanode Uuid 158864ce-3f92-4241-b6a8-11deca3bf165) service to localhost/127.0.0.1:35769 2024-11-14T14:20:43,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/data/data1/current/BP-17959288-172.17.0.2-1731594018581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:43,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/cluster_a7fcafe7-92fa-5d9d-e317-ffaac100a3ee/data/data2/current/BP-17959288-172.17.0.2-1731594018581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:20:43,574 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:20:43,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:20:43,574 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:20:43,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593e7bcd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:43,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:20:43,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:20:43,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:20:43,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a783ab0-362b-a96a-41cb-788cdd3ca0e1/hadoop.log.dir/,STOPPED} 2024-11-14T14:20:43,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:20:43,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:20:43,626 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 240) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34857 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35769 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 402) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2376 (was 2234) - AvailableMemoryMB LEAK? - 2024-11-14T14:20:43,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=2376 2024-11-14T14:20:43,655 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T14:20:43,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir so I do NOT create it in target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6 2024-11-14T14:20:43,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:20:43,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.tmp.dir so I do NOT create it in target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6 2024-11-14T14:20:43,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f3356b-2132-f681-d515-a8a0a6efca84/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:20:43,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6 2024-11-14T14:20:43,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e, deleteOnExit=true 2024-11-14T14:20:43,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/zookeeper_0, clientPort=52463, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:20:43,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52463 2024-11-14T14:20:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:20:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/test.cache.data in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:20:43,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:20:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:20:43,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b7dab00005, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:20:43,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b7dab00005, quorum=127.0.0.1:53951, baseZNode=/1662859473 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:20:43,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b7dab00002, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:20:43,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b7dab00002, quorum=127.0.0.1:53951, baseZNode=/02107306726 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:20:44,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:44,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:44,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:44,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:44,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:20:44,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:44,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:44,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:44,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b247e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-586975347842342927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:44,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-11-14T14:20:44,302 INFO [Time-limited test {}] server.Server(415): Started @221587ms 2024-11-14T14:20:44,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:44,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:44,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:44,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:44,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:20:44,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:44,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:44,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d683701{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/java.io.tmpdir/jetty-localhost-33373-hadoop-hdfs-3_4_1-tests_jar-_-any-2202054286827999924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:44,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:33373} 2024-11-14T14:20:44,798 INFO [Time-limited test {}] server.Server(415): Started @222083ms 2024-11-14T14:20:44,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:20:45,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,550 WARN [Thread-2628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/data/data2/current/BP-1026972544-172.17.0.2-1731594043700/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:45,550 WARN [Thread-2627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/data/data1/current/BP-1026972544-172.17.0.2-1731594043700/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:45,574 WARN [Thread-2615 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:20:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d04bab2c45e73b with lease ID 0xe920c15377ab52b1: Processing first storage report for DS-f2846e26-23af-4f1c-8eed-f13aab153187 from datanode DatanodeRegistration(127.0.0.1:43267, datanodeUuid=d8b34aba-e9bc-49da-b973-49fd0c4b64f6, infoPort=33881, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=470814474;c=1731594043700) 2024-11-14T14:20:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d04bab2c45e73b with lease ID 0xe920c15377ab52b1: from storage DS-f2846e26-23af-4f1c-8eed-f13aab153187 node DatanodeRegistration(127.0.0.1:43267, datanodeUuid=d8b34aba-e9bc-49da-b973-49fd0c4b64f6, infoPort=33881, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=470814474;c=1731594043700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d04bab2c45e73b with lease ID 0xe920c15377ab52b1: Processing first storage report for DS-58195220-518b-4068-bf16-37017a148ea1 from datanode DatanodeRegistration(127.0.0.1:43267, datanodeUuid=d8b34aba-e9bc-49da-b973-49fd0c4b64f6, infoPort=33881, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=470814474;c=1731594043700) 2024-11-14T14:20:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d04bab2c45e73b with lease ID 0xe920c15377ab52b1: from storage DS-58195220-518b-4068-bf16-37017a148ea1 node DatanodeRegistration(127.0.0.1:43267, datanodeUuid=d8b34aba-e9bc-49da-b973-49fd0c4b64f6, infoPort=33881, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=470814474;c=1731594043700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:45,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6 2024-11-14T14:20:45,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:45,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:20:45,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039 with version=8 2024-11-14T14:20:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/hbase-staging 2024-11-14T14:20:45,648 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:45,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:45,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:45,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:45,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:45,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:45,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:20:45,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:45,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35427 2024-11-14T14:20:45,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35427 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:45,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:45,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354270x0, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:45,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35427-0x10139b83cc60000 connected 2024-11-14T14:20:45,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:45,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:45,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:45,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/running 2024-11-14T14:20:45,793 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039, hbase.cluster.distributed=false 2024-11-14T14:20:45,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/acl 2024-11-14T14:20:45,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-14T14:20:45,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35427 2024-11-14T14:20:45,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35427 2024-11-14T14:20:45,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-14T14:20:45,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-14T14:20:45,823 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:45,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:45,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:45,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:45,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:45,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:45,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:20:45,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:45,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36169 2024-11-14T14:20:45,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36169 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:45,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:45,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:45,842 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361690x0, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:45,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361690x0, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/running 2024-11-14T14:20:45,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36169-0x10139b83cc60001 connected 2024-11-14T14:20:45,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:20:45,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:20:45,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/master 2024-11-14T14:20:45,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/acl 2024-11-14T14:20:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-14T14:20:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36169 2024-11-14T14:20:45,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36169 2024-11-14T14:20:45,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-14T14:20:45,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36169 2024-11-14T14:20:45,869 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:35427 2024-11-14T14:20:45,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /031770196/backup-masters/6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:45,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196/backup-masters 2024-11-14T14:20:45,873 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196/backup-masters 2024-11-14T14:20:45,874 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on existing znode=/031770196/backup-masters/6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:45,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:45,884 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/031770196/master 2024-11-14T14:20:45,884 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:45,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on existing znode=/031770196/master 2024-11-14T14:20:45,884 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /031770196/backup-masters/6e2cc31459a7,35427,1731594045648 from backup master directory 2024-11-14T14:20:45,894 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196/backup-masters 2024-11-14T14:20:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/031770196/backup-masters/6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196/backup-masters 2024-11-14T14:20:45,895 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:45,895 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:45,898 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/hbase.id] with ID: cea9cc03-5528-4bf5-9154-288d7b19cb3c 2024-11-14T14:20:45,898 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/.tmp/hbase.id 2024-11-14T14:20:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:20:46,306 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/.tmp/hbase.id]:[hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/hbase.id] 2024-11-14T14:20:46,313 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:46,314 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:20:46,314 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T14:20:46,368 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:20:46,773 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:46,774 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:20:46,774 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:20:47,180 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store 2024-11-14T14:20:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:20:47,585 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:47,585 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:47,585 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:47,585 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:47,585 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:47,585 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:47,585 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:47,585 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594047585Disabling compacts and flushes for region at 1731594047585Disabling writes for close at 1731594047585Writing region close event to WAL at 1731594047585Closed at 1731594047585 2024-11-14T14:20:47,586 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/.initializing 2024-11-14T14:20:47,586 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/WALs/6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:47,587 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:47,588 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C35427%2C1731594045648, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/WALs/6e2cc31459a7,35427,1731594045648, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/oldWALs, maxLogs=10 2024-11-14T14:20:47,603 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/WALs/6e2cc31459a7,35427,1731594045648/6e2cc31459a7%2C35427%2C1731594045648.1731594047588, exclude list is [], retry=0 2024-11-14T14:20:47,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-f2846e26-23af-4f1c-8eed-f13aab153187,DISK] 2024-11-14T14:20:47,607 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/WALs/6e2cc31459a7,35427,1731594045648/6e2cc31459a7%2C35427%2C1731594045648.1731594047588 2024-11-14T14:20:47,607 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33881:33881)] 2024-11-14T14:20:47,607 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:47,607 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:47,607 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,607 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:20:47,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:47,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:47,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:20:47,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:47,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:47,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:20:47,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:47,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:47,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:20:47,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:47,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:47,613 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,614 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,614 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,615 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,615 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,616 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:47,617 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:47,618 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:47,619 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69106817, jitterRate=0.029771819710731506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:47,620 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594047607Initializing all the Stores at 1731594047608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594047608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594047608Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594047608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594047608Cleaning up temporary data from old regions at 1731594047615 (+7 ms)Region opened successfully at 1731594047619 (+4 ms) 2024-11-14T14:20:47,620 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:20:47,622 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3118e43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:47,624 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:20:47,624 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:20:47,624 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:20:47,624 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:20:47,625 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:20:47,625 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:20:47,625 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:20:47,628 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:20:47,629 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Unable to get data of znode /031770196/balancer because node does not exist (not necessarily an error) 2024-11-14T14:20:47,705 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /031770196/balancer already deleted, retry=false 2024-11-14T14:20:47,705 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:20:47,706 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Unable to get data of znode /031770196/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:20:47,715 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /031770196/normalizer already deleted, retry=false 2024-11-14T14:20:47,716 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:20:47,717 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Unable to get data of znode /031770196/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:20:47,726 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /031770196/switch/split already deleted, retry=false 2024-11-14T14:20:47,727 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Unable to get data of znode /031770196/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:20:47,736 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /031770196/switch/merge already deleted, retry=false 2024-11-14T14:20:47,738 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Unable to get data of znode /031770196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:20:47,747 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /031770196/snapshot-cleanup already deleted, retry=false 2024-11-14T14:20:47,757 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/031770196/running 2024-11-14T14:20:47,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/031770196/running 2024-11-14T14:20:47,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:47,758 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:47,758 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,35427,1731594045648, sessionid=0x10139b83cc60000, setting cluster-up flag (Was=false) 2024-11-14T14:20:47,778 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:47,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:47,810 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /031770196/flush-table-proc/acquired, /031770196/flush-table-proc/reached, /031770196/flush-table-proc/abort 2024-11-14T14:20:47,811 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:47,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:47,831 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:47,863 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /031770196/online-snapshot/acquired, /031770196/online-snapshot/reached, /031770196/online-snapshot/abort 2024-11-14T14:20:47,864 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:47,865 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:20:47,866 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:47,866 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:20:47,866 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:20:47,866 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,35427,1731594045648 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:47,868 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594077869 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:20:47,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:20:47,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:20:47,869 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:20:47,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:47,870 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594047870,5,FailOnTimeoutGroup] 2024-11-14T14:20:47,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:20:47,870 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594047870,5,FailOnTimeoutGroup] 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:47,870 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:20:47,959 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(746): ClusterId : cea9cc03-5528-4bf5-9154-288d7b19cb3c 2024-11-14T14:20:47,959 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:20:47,990 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:20:47,990 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:20:48,000 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:20:48,000 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e4022d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:48,012 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:36169 2024-11-14T14:20:48,012 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:20:48,012 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:20:48,012 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:20:48,012 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,35427,1731594045648 with port=36169, startcode=1731594045823 2024-11-14T14:20:48,012 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:20:48,014 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:20:48,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35427 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,015 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039 2024-11-14T14:20:48,015 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34441 2024-11-14T14:20:48,015 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:20:48,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196/rs 2024-11-14T14:20:48,021 DEBUG [RS:0;6e2cc31459a7:36169 {}] zookeeper.ZKUtil(111): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on existing znode=/031770196/rs/6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,021 WARN [RS:0;6e2cc31459a7:36169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:48,021 INFO [RS:0;6e2cc31459a7:36169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:48,021 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,36169,1731594045823] 2024-11-14T14:20:48,024 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:20:48,026 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:20:48,026 INFO [RS:0;6e2cc31459a7:36169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:20:48,026 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,027 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:20:48,027 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:20:48,028 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:48,028 DEBUG [RS:0;6e2cc31459a7:36169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:48,032 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,032 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,032 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,032 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,032 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,032 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36169,1731594045823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:48,047 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:20:48,048 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36169,1731594045823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,048 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,048 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.Replication(171): 6e2cc31459a7,36169,1731594045823 started 2024-11-14T14:20:48,060 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:48,060 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,36169,1731594045823, RpcServer on 6e2cc31459a7/172.17.0.2:36169, sessionid=0x10139b83cc60001 2024-11-14T14:20:48,060 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:20:48,060 DEBUG [RS:0;6e2cc31459a7:36169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,060 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,36169,1731594045823' 2024-11-14T14:20:48,060 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/031770196/flush-table-proc/abort' 2024-11-14T14:20:48,061 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/031770196/flush-table-proc/acquired' 2024-11-14T14:20:48,061 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:20:48,061 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:20:48,061 DEBUG [RS:0;6e2cc31459a7:36169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,061 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,36169,1731594045823' 2024-11-14T14:20:48,061 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/031770196/online-snapshot/abort' 2024-11-14T14:20:48,062 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/031770196/online-snapshot/acquired' 2024-11-14T14:20:48,062 DEBUG [RS:0;6e2cc31459a7:36169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:20:48,062 INFO [RS:0;6e2cc31459a7:36169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:20:48,062 INFO [RS:0;6e2cc31459a7:36169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:20:48,162 INFO [RS:0;6e2cc31459a7:36169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:48,164 INFO [RS:0;6e2cc31459a7:36169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C36169%2C1731594045823, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/oldWALs, maxLogs=10 2024-11-14T14:20:48,176 DEBUG [RS:0;6e2cc31459a7:36169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, exclude list is [], retry=0 2024-11-14T14:20:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-f2846e26-23af-4f1c-8eed-f13aab153187,DISK] 2024-11-14T14:20:48,185 INFO [RS:0;6e2cc31459a7:36169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 2024-11-14T14:20:48,186 DEBUG [RS:0;6e2cc31459a7:36169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33881:33881)] 2024-11-14T14:20:48,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:20:48,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039 2024-11-14T14:20:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:20:48,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:48,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:48,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:48,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:48,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:48,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:48,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:48,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:48,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:48,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:48,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:48,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:48,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:48,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:48,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:48,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:48,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:48,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:48,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740 2024-11-14T14:20:48,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740 2024-11-14T14:20:48,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:48,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:48,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:48,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:48,708 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:48,708 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771430, jitterRate=-0.10933628678321838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:48,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594048696Initializing all the Stores at 1731594048697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594048697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594048697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594048697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594048697Cleaning up temporary data from old regions at 1731594048705 (+8 ms)Region opened successfully at 1731594048709 (+4 ms) 2024-11-14T14:20:48,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:48,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:48,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:48,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:48,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:48,710 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:48,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594048709Disabling compacts and flushes for region at 1731594048709Disabling writes for close at 1731594048709Writing region close event to WAL at 1731594048710 (+1 ms)Closed at 1731594048710 2024-11-14T14:20:48,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:48,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:20:48,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:20:48,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:48,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:20:48,863 DEBUG [6e2cc31459a7:35427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:20:48,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:48,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,36169,1731594045823, state=OPENING 2024-11-14T14:20:48,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:20:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:48,947 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:20:48,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:48,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /031770196/meta-region-server: CHANGED 2024-11-14T14:20:48,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /031770196/meta-region-server: CHANGED 2024-11-14T14:20:48,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,36169,1731594045823}] 2024-11-14T14:20:49,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:49,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:20:49,104 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:20:49,104 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:49,104 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:20:49,105 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C36169%2C1731594045823.meta, suffix=.meta, logDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/oldWALs, maxLogs=10 2024-11-14T14:20:49,124 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.meta.1731594049106.meta, exclude list is [], retry=0 2024-11-14T14:20:49,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-f2846e26-23af-4f1c-8eed-f13aab153187,DISK] 2024-11-14T14:20:49,128 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.meta.1731594049106.meta 2024-11-14T14:20:49,128 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33881:33881)] 2024-11-14T14:20:49,128 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:49,129 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:49,129 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:49,129 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:20:49,129 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:20:49,129 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:20:49,129 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:49,129 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:20:49,129 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:20:49,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:49,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:49,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:49,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:49,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:49,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:49,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:49,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:49,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:49,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:49,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:49,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:49,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:49,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:49,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:49,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:49,136 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:49,136 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740 2024-11-14T14:20:49,137 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740 2024-11-14T14:20:49,138 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:49,138 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:49,138 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:49,139 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:49,140 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71334335, jitterRate=0.06296442449092865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:49,140 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:20:49,153 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594049129Writing region info on filesystem at 1731594049129Initializing all the Stores at 1731594049130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594049130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594049132 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594049132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594049132Cleaning up temporary data from old regions at 1731594049138 (+6 ms)Running coprocessor post-open hooks at 1731594049140 (+2 ms)Region opened successfully at 1731594049152 (+12 ms) 2024-11-14T14:20:49,154 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594049100 2024-11-14T14:20:49,155 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:20:49,156 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:20:49,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:49,156 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,36169,1731594045823, state=OPEN 2024-11-14T14:20:49,293 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/031770196/meta-region-server 2024-11-14T14:20:49,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/031770196/meta-region-server 2024-11-14T14:20:49,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,36169,1731594045823 2024-11-14T14:20:49,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /031770196/meta-region-server: CHANGED 2024-11-14T14:20:49,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /031770196/meta-region-server: CHANGED 2024-11-14T14:20:49,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:20:49,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,36169,1731594045823 in 346 msec 2024-11-14T14:20:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:20:49,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 584 msec 2024-11-14T14:20:49,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:49,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:20:49,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:49,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,36169,1731594045823, seqNum=-1] 2024-11-14T14:20:49,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:49,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:49,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4360 sec 2024-11-14T14:20:49,303 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594049303, completionTime=-1 2024-11-14T14:20:49,303 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:20:49,303 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:20:49,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:20:49,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594109304 2024-11-14T14:20:49,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594169304 2024-11-14T14:20:49,304 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:20:49,305 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35427,1731594045648-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,305 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35427,1731594045648-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,305 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35427,1731594045648-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,305 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:35427, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,305 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,305 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,306 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.412sec 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:20:49,307 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35427,1731594045648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:49,308 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35427,1731594045648-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:20:49,309 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:20:49,309 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:20:49,309 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35427,1731594045648-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:49,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:49,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:20:49,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:49,361 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:20:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:20:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1398439c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:20:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:49,364 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:49,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:49,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,36169,1731594045823, seqNum=-1] 2024-11-14T14:20:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:49,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:49,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:49,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:49,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:49,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b83cc60002 connected 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir so I do NOT create it in target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c 2024-11-14T14:20:49,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.tmp.dir so I do NOT create it in target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c 2024-11-14T14:20:49,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:20:49,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/cluster_5050939f-747e-62aa-dcc8-dac1556e6d37, deleteOnExit=true 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/test.cache.data in system properties and HBase conf 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:20:49,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:20:49,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:20:49,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:20:49,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:49,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:49,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:49,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:49,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:20:49,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:49,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:49,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:49,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687babfe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/java.io.tmpdir/jetty-localhost-42299-hadoop-hdfs-3_4_1-tests_jar-_-any-12513749607737336407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:49,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:42299} 2024-11-14T14:20:49,789 INFO [Time-limited test {}] server.Server(415): Started @227075ms 2024-11-14T14:20:50,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:50,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:50,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:50,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:50,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:20:50,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:50,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:20:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:20:50,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@196163e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/java.io.tmpdir/jetty-localhost-35853-hadoop-hdfs-3_4_1-tests_jar-_-any-8594598471055109672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:50,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:35853} 2024-11-14T14:20:50,178 INFO [Time-limited test {}] server.Server(415): Started @227463ms 2024-11-14T14:20:50,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:20:50,817 WARN [Thread-2749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/cluster_5050939f-747e-62aa-dcc8-dac1556e6d37/data/data2/current/BP-783890726-172.17.0.2-1731594049430/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:50,817 WARN [Thread-2748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/cluster_5050939f-747e-62aa-dcc8-dac1556e6d37/data/data1/current/BP-783890726-172.17.0.2-1731594049430/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:50,836 WARN [Thread-2736 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:20:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ecff54e3b76644 with lease ID 0x89c1c0d533939fd1: Processing first storage report for DS-26a7d92b-f5a6-4961-8518-8cf244b7a6b7 from datanode DatanodeRegistration(127.0.0.1:45625, datanodeUuid=5619bb2e-b5b7-4de1-98d2-4db126cccd7f, infoPort=42539, infoSecurePort=0, ipcPort=42429, storageInfo=lv=-57;cid=testClusterID;nsid=428695224;c=1731594049430) 2024-11-14T14:20:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ecff54e3b76644 with lease ID 0x89c1c0d533939fd1: from storage DS-26a7d92b-f5a6-4961-8518-8cf244b7a6b7 node DatanodeRegistration(127.0.0.1:45625, datanodeUuid=5619bb2e-b5b7-4de1-98d2-4db126cccd7f, infoPort=42539, infoSecurePort=0, ipcPort=42429, storageInfo=lv=-57;cid=testClusterID;nsid=428695224;c=1731594049430), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:20:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ecff54e3b76644 with lease ID 0x89c1c0d533939fd1: Processing first storage report for DS-13d3fc55-b968-494a-8dd6-16db2bd7f300 from datanode DatanodeRegistration(127.0.0.1:45625, datanodeUuid=5619bb2e-b5b7-4de1-98d2-4db126cccd7f, infoPort=42539, infoSecurePort=0, ipcPort=42429, storageInfo=lv=-57;cid=testClusterID;nsid=428695224;c=1731594049430) 2024-11-14T14:20:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ecff54e3b76644 with lease ID 0x89c1c0d533939fd1: from storage DS-13d3fc55-b968-494a-8dd6-16db2bd7f300 node DatanodeRegistration(127.0.0.1:45625, datanodeUuid=5619bb2e-b5b7-4de1-98d2-4db126cccd7f, infoPort=42539, infoSecurePort=0, ipcPort=42429, storageInfo=lv=-57;cid=testClusterID;nsid=428695224;c=1731594049430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:50,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c 2024-11-14T14:20:50,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:50,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:20:51,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc with version=8 2024-11-14T14:20:51,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/hbase-staging 2024-11-14T14:20:51,312 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:20:51,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:51,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38583 2024-11-14T14:20:51,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38583 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385830x0, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:51,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38583-0x10139b83cc60003 connected 2024-11-14T14:20:51,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:51,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:51,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/running 2024-11-14T14:20:51,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc, hbase.cluster.distributed=false 2024-11-14T14:20:51,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/acl 2024-11-14T14:20:51,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38583 2024-11-14T14:20:51,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38583 2024-11-14T14:20:51,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38583 2024-11-14T14:20:51,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38583 2024-11-14T14:20:51,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38583 2024-11-14T14:20:51,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:51,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:51,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:51,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:51,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:51,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:51,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:20:51,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:51,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33557 2024-11-14T14:20:51,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33557 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:51,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:51,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:51,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335570x0, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:51,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335570x0, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/running 2024-11-14T14:20:51,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33557-0x10139b83cc60004 connected 2024-11-14T14:20:51,463 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:20:51,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:20:51,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/master 2024-11-14T14:20:51,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/acl 2024-11-14T14:20:51,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-14T14:20:51,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33557 2024-11-14T14:20:51,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33557 2024-11-14T14:20:51,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-14T14:20:51,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33557 2024-11-14T14:20:51,488 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:38583 2024-11-14T14:20:51,488 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-669583672/backup-masters/6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:51,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672/backup-masters 2024-11-14T14:20:51,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672/backup-masters 2024-11-14T14:20:51,495 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on existing znode=/1-669583672/backup-masters/6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-669583672/master 2024-11-14T14:20:51,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:51,505 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on existing znode=/1-669583672/master 2024-11-14T14:20:51,505 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-669583672/backup-masters/6e2cc31459a7,38583,1731594051311 from backup master directory 2024-11-14T14:20:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669583672/backup-masters/6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672/backup-masters 2024-11-14T14:20:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672/backup-masters 2024-11-14T14:20:51,515 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:51,515 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:51,525 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/hbase.id] with ID: a883f57c-de2a-4544-a4c9-c10845e2bb8b 2024-11-14T14:20:51,525 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/.tmp/hbase.id 2024-11-14T14:20:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:20:51,931 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/.tmp/hbase.id]:[hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/hbase.id] 2024-11-14T14:20:51,940 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:51,940 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:20:51,941 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:20:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:20:52,247 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:52,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:52,248 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38373 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:20:52,401 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:52,402 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:20:52,405 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:20:52,818 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store 2024-11-14T14:20:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:20:53,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:53,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:53,224 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:53,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:53,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:53,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:53,224 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:53,224 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594053224Disabling compacts and flushes for region at 1731594053224Disabling writes for close at 1731594053224Writing region close event to WAL at 1731594053224Closed at 1731594053224 2024-11-14T14:20:53,225 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/.initializing 2024-11-14T14:20:53,225 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/WALs/6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:53,228 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:53,229 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C38583%2C1731594051311, suffix=, logDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/WALs/6e2cc31459a7,38583,1731594051311, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/oldWALs, maxLogs=10 2024-11-14T14:20:53,241 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/WALs/6e2cc31459a7,38583,1731594051311/6e2cc31459a7%2C38583%2C1731594051311.1731594053230, exclude list is [], retry=0 2024-11-14T14:20:53,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45625,DS-26a7d92b-f5a6-4961-8518-8cf244b7a6b7,DISK] 2024-11-14T14:20:53,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/WALs/6e2cc31459a7,38583,1731594051311/6e2cc31459a7%2C38583%2C1731594051311.1731594053230 2024-11-14T14:20:53,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:20:53,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:53,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:53,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:20:53,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:53,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:53,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:20:53,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:53,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:53,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:20:53,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:53,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:53,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:20:53,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:53,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:53,250 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,251 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,251 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,252 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,252 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,252 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:53,253 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:53,254 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:53,254 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64039187, jitterRate=-0.04574175179004669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:53,254 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594053245Initializing all the Stores at 1731594053246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594053246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594053246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594053246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594053246Cleaning up temporary data from old regions at 1731594053252 (+6 ms)Region opened successfully at 1731594053254 (+2 ms) 2024-11-14T14:20:53,254 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:20:53,256 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c113f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:53,257 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:20:53,257 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:20:53,257 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:20:53,257 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:20:53,257 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:20:53,258 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:20:53,258 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:20:53,259 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:20:53,259 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Unable to get data of znode /1-669583672/balancer because node does not exist (not necessarily an error) 2024-11-14T14:20:53,357 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669583672/balancer already deleted, retry=false 2024-11-14T14:20:53,358 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:20:53,358 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Unable to get data of znode /1-669583672/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:20:53,368 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669583672/normalizer already deleted, retry=false 2024-11-14T14:20:53,368 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:20:53,369 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Unable to get data of znode /1-669583672/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:20:53,378 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669583672/switch/split already deleted, retry=false 2024-11-14T14:20:53,379 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Unable to get data of znode /1-669583672/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:20:53,389 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669583672/switch/merge already deleted, retry=false 2024-11-14T14:20:53,390 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Unable to get data of znode /1-669583672/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:20:53,399 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-669583672/snapshot-cleanup already deleted, retry=false 2024-11-14T14:20:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-669583672/running 2024-11-14T14:20:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-669583672/running 2024-11-14T14:20:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:53,410 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,38583,1731594051311, sessionid=0x10139b83cc60003, setting cluster-up flag (Was=false) 2024-11-14T14:20:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:53,463 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-669583672/flush-table-proc/acquired, /1-669583672/flush-table-proc/reached, /1-669583672/flush-table-proc/abort 2024-11-14T14:20:53,464 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:53,515 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-669583672/online-snapshot/acquired, /1-669583672/online-snapshot/reached, /1-669583672/online-snapshot/abort 2024-11-14T14:20:53,516 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:53,517 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:20:53,518 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:53,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:20:53,519 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:20:53,519 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,38583,1731594051311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,520 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:53,521 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,521 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594083521 2024-11-14T14:20:53,521 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:20:53,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:53,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:20:53,522 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:20:53,522 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:20:53,522 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:20:53,522 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:20:53,522 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:20:53,523 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:53,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:20:53,523 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:20:53,523 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:20:53,523 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:20:53,524 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:20:53,524 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:20:53,524 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:20:53,528 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594053524,5,FailOnTimeoutGroup] 2024-11-14T14:20:53,529 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594053528,5,FailOnTimeoutGroup] 2024-11-14T14:20:53,529 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,529 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:20:53,529 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,529 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:20:53,580 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(746): ClusterId : a883f57c-de2a-4544-a4c9-c10845e2bb8b 2024-11-14T14:20:53,580 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:20:53,589 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:20:53,589 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:20:53,600 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:20:53,600 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ab8810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:53,610 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:33557 2024-11-14T14:20:53,610 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:20:53,610 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:20:53,610 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:20:53,611 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,38583,1731594051311 with port=33557, startcode=1731594051450 2024-11-14T14:20:53,611 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:20:53,612 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:20:53,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:53,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38583 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:53,614 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc 2024-11-14T14:20:53,614 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38995 2024-11-14T14:20:53,614 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:20:53,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672/rs 2024-11-14T14:20:53,621 DEBUG [RS:0;6e2cc31459a7:33557 {}] zookeeper.ZKUtil(111): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on existing znode=/1-669583672/rs/6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:53,621 WARN [RS:0;6e2cc31459a7:33557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:53,621 INFO [RS:0;6e2cc31459a7:33557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:53,621 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:53,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,33557,1731594051450] 2024-11-14T14:20:53,624 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:20:53,625 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:20:53,625 INFO [RS:0;6e2cc31459a7:33557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:20:53,625 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,626 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:20:53,626 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:20:53,627 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:53,627 DEBUG [RS:0;6e2cc31459a7:33557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:53,632 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,632 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,632 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,632 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,632 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,632 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33557,1731594051450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:53,652 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:20:53,652 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33557,1731594051450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,653 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,653 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.Replication(171): 6e2cc31459a7,33557,1731594051450 started 2024-11-14T14:20:53,669 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:53,669 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,33557,1731594051450, RpcServer on 6e2cc31459a7/172.17.0.2:33557, sessionid=0x10139b83cc60004 2024-11-14T14:20:53,669 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:20:53,669 DEBUG [RS:0;6e2cc31459a7:33557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:53,669 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,33557,1731594051450' 2024-11-14T14:20:53,669 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-669583672/flush-table-proc/abort' 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-669583672/flush-table-proc/acquired' 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,33557,1731594051450' 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-669583672/online-snapshot/abort' 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-669583672/online-snapshot/acquired' 2024-11-14T14:20:53,670 DEBUG [RS:0;6e2cc31459a7:33557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:20:53,670 INFO [RS:0;6e2cc31459a7:33557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:20:53,670 INFO [RS:0;6e2cc31459a7:33557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:20:53,771 INFO [RS:0;6e2cc31459a7:33557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:53,772 INFO [RS:0;6e2cc31459a7:33557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C33557%2C1731594051450, suffix=, logDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/oldWALs, maxLogs=10 2024-11-14T14:20:53,786 DEBUG [RS:0;6e2cc31459a7:33557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, exclude list is [], retry=0 2024-11-14T14:20:53,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45625,DS-26a7d92b-f5a6-4961-8518-8cf244b7a6b7,DISK] 2024-11-14T14:20:53,789 INFO [RS:0;6e2cc31459a7:33557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 2024-11-14T14:20:53,789 DEBUG [RS:0;6e2cc31459a7:33557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:20:53,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:20:53,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc 2024-11-14T14:20:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:20:54,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:20:54,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:54,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:54,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:54,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:54,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:54,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:54,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:54,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:54,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:54,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:54,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740 2024-11-14T14:20:54,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740 2024-11-14T14:20:54,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:54,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:54,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:54,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:54,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:54,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71841081, jitterRate=0.07051552832126617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594054338Initializing all the Stores at 1731594054339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594054339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594054339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594054339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594054339Cleaning up temporary data from old regions at 1731594054346 (+7 ms)Region opened successfully at 1731594054350 (+4 ms) 2024-11-14T14:20:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:54,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:54,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:54,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594054350Disabling compacts and flushes for region at 1731594054350Disabling writes for close at 1731594054350Writing region close event to WAL at 1731594054351 (+1 ms)Closed at 1731594054351 2024-11-14T14:20:54,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:54,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:20:54,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:20:54,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:54,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:20:54,504 DEBUG [6e2cc31459a7:38583 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:20:54,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:54,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,33557,1731594051450, state=OPENING 2024-11-14T14:20:54,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:20:54,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:20:54,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:20:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:20:54,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:54,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669583672/meta-region-server: CHANGED 2024-11-14T14:20:54,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669583672/meta-region-server: CHANGED 2024-11-14T14:20:54,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33557,1731594051450}] 2024-11-14T14:20:54,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:54,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:20:54,935 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:20:54,935 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:54,935 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:20:54,936 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C33557%2C1731594051450.meta, suffix=.meta, logDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/oldWALs, maxLogs=10 2024-11-14T14:20:54,952 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.meta.1731594054936.meta, exclude list is [], retry=0 2024-11-14T14:20:54,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45625,DS-26a7d92b-f5a6-4961-8518-8cf244b7a6b7,DISK] 2024-11-14T14:20:54,956 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.meta.1731594054936.meta 2024-11-14T14:20:54,957 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:20:54,957 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:54,957 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:54,957 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:54,957 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:20:54,957 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:20:54,958 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:20:54,958 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:54,958 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:20:54,958 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:20:54,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:54,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:54,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:54,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:54,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:54,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:54,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:54,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:54,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:54,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:54,962 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:54,963 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740 2024-11-14T14:20:54,963 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740 2024-11-14T14:20:54,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:54,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:54,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:54,965 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:54,966 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61109602, jitterRate=-0.08939597010612488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:54,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:20:54,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594054958Writing region info on filesystem at 1731594054958Initializing all the Stores at 1731594054958Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594054958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594054959 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594054959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594054959Cleaning up temporary data from old regions at 1731594054964 (+5 ms)Running coprocessor post-open hooks at 1731594054966 (+2 ms)Region opened successfully at 1731594054966 2024-11-14T14:20:54,967 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594054931 2024-11-14T14:20:54,969 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:20:54,969 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:20:54,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:54,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,33557,1731594051450, state=OPEN 2024-11-14T14:20:55,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-669583672/meta-region-server 2024-11-14T14:20:55,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-669583672/meta-region-server 2024-11-14T14:20:55,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669583672/meta-region-server: CHANGED 2024-11-14T14:20:55,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-669583672/meta-region-server: CHANGED 2024-11-14T14:20:55,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33557,1731594051450 2024-11-14T14:20:55,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:20:55,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33557,1731594051450 in 431 msec 2024-11-14T14:20:55,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:20:55,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 860 msec 2024-11-14T14:20:55,214 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:55,214 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:20:55,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:55,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33557,1731594051450, seqNum=-1] 2024-11-14T14:20:55,215 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:55,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:55,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7020 sec 2024-11-14T14:20:55,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594055220, completionTime=-1 2024-11-14T14:20:55,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:20:55,221 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:20:55,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:20:55,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594115222 2024-11-14T14:20:55,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594175222 2024-11-14T14:20:55,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:20:55,223 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38583,1731594051311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,223 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38583,1731594051311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,223 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38583,1731594051311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,223 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:38583, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,223 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,223 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,224 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.710sec 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38583,1731594051311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:55,226 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38583,1731594051311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:20:55,228 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:20:55,228 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:20:55,228 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38583,1731594051311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:55,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:55,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38583,-1 for getting cluster id 2024-11-14T14:20:55,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:55,282 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a883f57c-de2a-4544-a4c9-c10845e2bb8b' 2024-11-14T14:20:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a883f57c-de2a-4544-a4c9-c10845e2bb8b" 2024-11-14T14:20:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b203b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38583,-1] 2024-11-14T14:20:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:55,284 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:55,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:55,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33557,1731594051450, seqNum=-1] 2024-11-14T14:20:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:55,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,38583,1731594051311 2024-11-14T14:20:55,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:55,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:55,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b83cc60005 connected 2024-11-14T14:20:55,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir so I do NOT create it in target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99 2024-11-14T14:20:55,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:20:55,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.tmp.dir so I do NOT create it in target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99 2024-11-14T14:20:55,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:20:55,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99 2024-11-14T14:20:55,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:20:55,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/cluster_84ef9fef-dc3b-e6ad-8b2c-8d10af8d01f9, deleteOnExit=true 2024-11-14T14:20:55,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/test.cache.data in system properties and HBase conf 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:20:55,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:20:55,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:20:55,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:20:55,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:55,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:55,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:55,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:55,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:20:55,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:55,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:55,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:55,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d680c80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/java.io.tmpdir/jetty-localhost-38381-hadoop-hdfs-3_4_1-tests_jar-_-any-1705602783428949862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:20:55,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cf56b48{HTTP/1.1, (http/1.1)}{localhost:38381} 2024-11-14T14:20:55,793 INFO [Time-limited test {}] server.Server(415): Started @233079ms 2024-11-14T14:20:56,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:20:56,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:20:56,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:20:56,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:20:56,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:20:56,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:20:56,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:20:56,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28636311{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/java.io.tmpdir/jetty-localhost-37833-hadoop-hdfs-3_4_1-tests_jar-_-any-9981623751748999192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:20:56,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab80ac8{HTTP/1.1, (http/1.1)}{localhost:37833} 2024-11-14T14:20:56,191 INFO [Time-limited test {}] server.Server(415): Started @233476ms 2024-11-14T14:20:56,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:20:56,816 WARN [Thread-2870 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/cluster_84ef9fef-dc3b-e6ad-8b2c-8d10af8d01f9/data/data2/current/BP-305763695-172.17.0.2-1731594055392/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:56,816 WARN [Thread-2869 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/cluster_84ef9fef-dc3b-e6ad-8b2c-8d10af8d01f9/data/data1/current/BP-305763695-172.17.0.2-1731594055392/current, will proceed with Du for space computation calculation, 2024-11-14T14:20:56,837 WARN [Thread-2857 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:20:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8aee68615de9525 with lease ID 0x45c08d1b1779a819: Processing first storage report for DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a from datanode DatanodeRegistration(127.0.0.1:38339, datanodeUuid=a0404cc4-96e3-4d1b-adad-620c43a4f585, infoPort=46883, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=652064496;c=1731594055392) 2024-11-14T14:20:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8aee68615de9525 with lease ID 0x45c08d1b1779a819: from storage DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a node DatanodeRegistration(127.0.0.1:38339, datanodeUuid=a0404cc4-96e3-4d1b-adad-620c43a4f585, infoPort=46883, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=652064496;c=1731594055392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8aee68615de9525 with lease ID 0x45c08d1b1779a819: Processing first storage report for DS-7adc8c16-cd45-4798-b0be-7e2b11083148 from datanode DatanodeRegistration(127.0.0.1:38339, datanodeUuid=a0404cc4-96e3-4d1b-adad-620c43a4f585, infoPort=46883, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=652064496;c=1731594055392) 2024-11-14T14:20:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8aee68615de9525 with lease ID 0x45c08d1b1779a819: from storage DS-7adc8c16-cd45-4798-b0be-7e2b11083148 node DatanodeRegistration(127.0.0.1:38339, datanodeUuid=a0404cc4-96e3-4d1b-adad-620c43a4f585, infoPort=46883, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=652064496;c=1731594055392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:20:56,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99 2024-11-14T14:20:56,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:56,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:20:56,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee with version=8 2024-11-14T14:20:56,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/hbase-staging 2024-11-14T14:20:56,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:56,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37641 2024-11-14T14:20:56,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37641 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376410x0, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:56,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37641-0x10139b83cc60006 connected 2024-11-14T14:20:57,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:57,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:57,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/running 2024-11-14T14:20:57,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee, hbase.cluster.distributed=false 2024-11-14T14:20:57,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/acl 2024-11-14T14:20:57,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37641 2024-11-14T14:20:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37641 2024-11-14T14:20:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37641 2024-11-14T14:20:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37641 2024-11-14T14:20:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37641 2024-11-14T14:20:57,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:20:57,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:20:57,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38457 2024-11-14T14:20:57,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38457 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:57,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:57,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:57,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384570x0, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:57,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38457-0x10139b83cc60007 connected 2024-11-14T14:20:57,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/running 2024-11-14T14:20:57,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:20:57,063 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:20:57,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/master 2024-11-14T14:20:57,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/acl 2024-11-14T14:20:57,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38457 2024-11-14T14:20:57,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38457 2024-11-14T14:20:57,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38457 2024-11-14T14:20:57,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38457 2024-11-14T14:20:57,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38457 2024-11-14T14:20:57,086 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:37641 2024-11-14T14:20:57,086 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1428218572/backup-masters/6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572/backup-masters 2024-11-14T14:20:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572/backup-masters 2024-11-14T14:20:57,094 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on existing znode=/2-1428218572/backup-masters/6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:57,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1428218572/master 2024-11-14T14:20:57,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:57,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:57,105 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on existing znode=/2-1428218572/master 2024-11-14T14:20:57,105 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1428218572/backup-masters/6e2cc31459a7,37641,1731594056942 from backup master directory 2024-11-14T14:20:57,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1428218572/backup-masters/6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:57,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572/backup-masters 2024-11-14T14:20:57,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572/backup-masters 2024-11-14T14:20:57,115 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:57,115 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:57,118 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/hbase.id] with ID: 410bab9b-70dc-42cb-bf81-f15d80fe4191 2024-11-14T14:20:57,118 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/.tmp/hbase.id 2024-11-14T14:20:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:20:57,523 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/.tmp/hbase.id]:[hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/hbase.id] 2024-11-14T14:20:57,530 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:20:57,531 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:20:57,531 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T14:20:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:20:57,588 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:57,588 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:20:57,589 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:20:57,611 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store 2024-11-14T14:20:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:20:58,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:58,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:20:58,016 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:58,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:58,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:20:58,016 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:58,016 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:20:58,017 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594058016Disabling compacts and flushes for region at 1731594058016Disabling writes for close at 1731594058016Writing region close event to WAL at 1731594058016Closed at 1731594058016 2024-11-14T14:20:58,017 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/.initializing 2024-11-14T14:20:58,017 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/WALs/6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:58,018 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:58,019 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C37641%2C1731594056942, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/WALs/6e2cc31459a7,37641,1731594056942, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/oldWALs, maxLogs=10 2024-11-14T14:20:58,035 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/WALs/6e2cc31459a7,37641,1731594056942/6e2cc31459a7%2C37641%2C1731594056942.1731594058020, exclude list is [], retry=0 2024-11-14T14:20:58,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a,DISK] 2024-11-14T14:20:58,038 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/WALs/6e2cc31459a7,37641,1731594056942/6e2cc31459a7%2C37641%2C1731594056942.1731594058020 2024-11-14T14:20:58,039 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-14T14:20:58,039 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:58,039 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:58,039 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,039 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:20:58,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:58,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:58,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:20:58,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:58,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:58,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:20:58,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:58,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:58,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:20:58,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:58,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:20:58,045 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,045 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,045 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,046 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,046 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,046 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:58,047 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:20:58,048 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:58,048 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67870669, jitterRate=0.011351779103279114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:58,048 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594058039Initializing all the Stores at 1731594058040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594058040Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594058040Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594058040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594058040Cleaning up temporary data from old regions at 1731594058046 (+6 ms)Region opened successfully at 1731594058048 (+2 ms) 2024-11-14T14:20:58,052 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:20:58,055 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9f4d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:58,055 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:20:58,055 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:20:58,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:20:58,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:20:58,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:20:58,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:20:58,056 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:20:58,057 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:20:58,058 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Unable to get data of znode /2-1428218572/balancer because node does not exist (not necessarily an error) 2024-11-14T14:20:58,104 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1428218572/balancer already deleted, retry=false 2024-11-14T14:20:58,105 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:20:58,105 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Unable to get data of znode /2-1428218572/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:20:58,115 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1428218572/normalizer already deleted, retry=false 2024-11-14T14:20:58,115 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:20:58,116 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Unable to get data of znode /2-1428218572/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:20:58,125 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1428218572/switch/split already deleted, retry=false 2024-11-14T14:20:58,126 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Unable to get data of znode /2-1428218572/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:20:58,136 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1428218572/switch/merge already deleted, retry=false 2024-11-14T14:20:58,137 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Unable to get data of znode /2-1428218572/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:20:58,146 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1428218572/snapshot-cleanup already deleted, retry=false 2024-11-14T14:20:58,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1428218572/running 2024-11-14T14:20:58,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1428218572/running 2024-11-14T14:20:58,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:58,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:58,157 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,37641,1731594056942, sessionid=0x10139b83cc60006, setting cluster-up flag (Was=false) 2024-11-14T14:20:58,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:58,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:58,210 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1428218572/flush-table-proc/acquired, /2-1428218572/flush-table-proc/reached, /2-1428218572/flush-table-proc/abort 2024-11-14T14:20:58,210 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:58,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:58,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:58,262 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1428218572/online-snapshot/acquired, /2-1428218572/online-snapshot/reached, /2-1428218572/online-snapshot/abort 2024-11-14T14:20:58,263 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:58,264 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:20:58,265 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:58,265 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:20:58,266 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:20:58,266 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,37641,1731594056942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:58,267 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594088268 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:20:58,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:58,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:20:58,268 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:20:58,269 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:20:58,269 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:20:58,269 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:58,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:20:58,272 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:20:58,272 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:20:58,272 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594058272,5,FailOnTimeoutGroup] 2024-11-14T14:20:58,272 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594058272,5,FailOnTimeoutGroup] 2024-11-14T14:20:58,272 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,272 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:20:58,272 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,273 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:20:58,275 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(746): ClusterId : 410bab9b-70dc-42cb-bf81-f15d80fe4191 2024-11-14T14:20:58,275 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:20:58,284 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:20:58,284 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:20:58,294 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:20:58,295 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc71ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:20:58,305 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:38457 2024-11-14T14:20:58,305 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:20:58,305 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:20:58,305 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:20:58,305 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,37641,1731594056942 with port=38457, startcode=1731594057048 2024-11-14T14:20:58,305 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:20:58,307 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:20:58,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:58,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37641 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:58,308 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee 2024-11-14T14:20:58,308 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36973 2024-11-14T14:20:58,309 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:20:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572/rs 2024-11-14T14:20:58,381 DEBUG [RS:0;6e2cc31459a7:38457 {}] zookeeper.ZKUtil(111): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on existing znode=/2-1428218572/rs/6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:58,381 WARN [RS:0;6e2cc31459a7:38457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:20:58,381 INFO [RS:0;6e2cc31459a7:38457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:58,381 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:58,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,38457,1731594057048] 2024-11-14T14:20:58,384 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:20:58,385 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:20:58,386 INFO [RS:0;6e2cc31459a7:38457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:20:58,386 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,386 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:20:58,386 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:20:58,386 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,386 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,387 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,387 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,387 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,387 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:20:58,387 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:58,387 DEBUG [RS:0;6e2cc31459a7:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:20:58,387 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,387 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,387 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,387 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,387 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,387 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38457,1731594057048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:58,399 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:20:58,400 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38457,1731594057048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,400 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,400 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.Replication(171): 6e2cc31459a7,38457,1731594057048 started 2024-11-14T14:20:58,412 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:58,412 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,38457,1731594057048, RpcServer on 6e2cc31459a7/172.17.0.2:38457, sessionid=0x10139b83cc60007 2024-11-14T14:20:58,412 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:20:58,412 DEBUG [RS:0;6e2cc31459a7:38457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:58,412 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,38457,1731594057048' 2024-11-14T14:20:58,412 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1428218572/flush-table-proc/abort' 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1428218572/flush-table-proc/acquired' 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,38457,1731594057048' 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1428218572/online-snapshot/abort' 2024-11-14T14:20:58,413 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1428218572/online-snapshot/acquired' 2024-11-14T14:20:58,414 DEBUG [RS:0;6e2cc31459a7:38457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:20:58,414 INFO [RS:0;6e2cc31459a7:38457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:20:58,414 INFO [RS:0;6e2cc31459a7:38457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:20:58,514 INFO [RS:0;6e2cc31459a7:38457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:20:58,515 INFO [RS:0;6e2cc31459a7:38457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C38457%2C1731594057048, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/oldWALs, maxLogs=10 2024-11-14T14:20:58,527 DEBUG [RS:0;6e2cc31459a7:38457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, exclude list is [], retry=0 2024-11-14T14:20:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a,DISK] 2024-11-14T14:20:58,531 INFO [RS:0;6e2cc31459a7:38457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 2024-11-14T14:20:58,532 DEBUG [RS:0;6e2cc31459a7:38457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-14T14:20:58,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:20:58,676 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee 2024-11-14T14:20:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:20:59,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:59,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:59,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:59,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:59,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:59,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:59,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:59,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:59,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:59,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:59,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740 2024-11-14T14:20:59,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740 2024-11-14T14:20:59,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:59,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:59,093 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:59,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:20:59,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60688488, jitterRate=-0.09567105770111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594059085Initializing all the Stores at 1731594059086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594059086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594059086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594059086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594059086Cleaning up temporary data from old regions at 1731594059092 (+6 ms)Region opened successfully at 1731594059095 (+3 ms) 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:20:59,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:20:59,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:20:59,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594059095Disabling compacts and flushes for region at 1731594059095Disabling writes for close at 1731594059095Writing region close event to WAL at 1731594059095Closed at 1731594059095 2024-11-14T14:20:59,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:59,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:20:59,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:20:59,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:59,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:20:59,248 DEBUG [6e2cc31459a7:37641 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:20:59,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:59,249 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,38457,1731594057048, state=OPENING 2024-11-14T14:20:59,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:20:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:20:59,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1428218572/meta-region-server: CHANGED 2024-11-14T14:20:59,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1428218572/meta-region-server: CHANGED 2024-11-14T14:20:59,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:20:59,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,38457,1731594057048}] 2024-11-14T14:20:59,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:20:59,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:20:59,441 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:20:59,441 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:20:59,441 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:20:59,442 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C38457%2C1731594057048.meta, suffix=.meta, logDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/oldWALs, maxLogs=10 2024-11-14T14:20:59,456 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.meta.1731594059443.meta, exclude list is [], retry=0 2024-11-14T14:20:59,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a,DISK] 2024-11-14T14:20:59,460 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.meta.1731594059443.meta 2024-11-14T14:20:59,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-14T14:20:59,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:20:59,461 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:20:59,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:20:59,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:20:59,462 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:20:59,462 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:20:59,462 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:20:59,462 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:20:59,462 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:20:59,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:20:59,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:20:59,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:20:59,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:20:59,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:20:59,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:20:59,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:20:59,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:20:59,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:20:59,468 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:20:59,468 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740 2024-11-14T14:20:59,469 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740 2024-11-14T14:20:59,470 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:20:59,470 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:20:59,471 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:20:59,472 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:20:59,473 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60490253, jitterRate=-0.09862498939037323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:20:59,473 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:20:59,473 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594059462Writing region info on filesystem at 1731594059462Initializing all the Stores at 1731594059463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594059463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594059463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594059463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594059463Cleaning up temporary data from old regions at 1731594059470 (+7 ms)Running coprocessor post-open hooks at 1731594059473 (+3 ms)Region opened successfully at 1731594059473 2024-11-14T14:20:59,474 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594059436 2024-11-14T14:20:59,476 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:20:59,476 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:20:59,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:59,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,38457,1731594057048, state=OPEN 2024-11-14T14:20:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1428218572/meta-region-server 2024-11-14T14:20:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1428218572/meta-region-server 2024-11-14T14:20:59,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,38457,1731594057048 2024-11-14T14:20:59,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1428218572/meta-region-server: CHANGED 2024-11-14T14:20:59,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1428218572/meta-region-server: CHANGED 2024-11-14T14:20:59,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:20:59,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,38457,1731594057048 in 199 msec 2024-11-14T14:20:59,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:20:59,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-14T14:20:59,487 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:20:59,487 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:20:59,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:59,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38457,1731594057048, seqNum=-1] 2024-11-14T14:20:59,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:59,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:59,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-14T14:20:59,494 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594059494, completionTime=-1 2024-11-14T14:20:59,494 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:20:59,494 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:20:59,496 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:20:59,496 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594119496 2024-11-14T14:20:59,496 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594179496 2024-11-14T14:20:59,496 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:20:59,497 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37641,1731594056942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,497 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37641,1731594056942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,497 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37641,1731594056942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,497 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:37641, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,497 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,498 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,499 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.386sec 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37641,1731594056942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:20:59,501 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37641,1731594056942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:20:59,502 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:20:59,502 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:20:59,502 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,37641,1731594056942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:20:59,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:59,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:20:59,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:20:59,578 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:20:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:20:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:20:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194d5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:20:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:20:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:20:59,580 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:20:59,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:20:59,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:20:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38457,1731594057048, seqNum=-1] 2024-11-14T14:20:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:20:59,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:20:59,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,37641,1731594056942 2024-11-14T14:20:59,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52463 2024-11-14T14:20:59,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:20:59,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10139b83cc60008 connected 2024-11-14T14:20:59,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:20:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35427,1731594045648 2024-11-14T14:20:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30fe50dd 2024-11-14T14:20:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:20:59,603 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:20:59,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:20:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:20:59,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:20:59,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:20:59,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:20:59,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:20:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:20:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:20:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:00,033 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdeb07b33060506063318bdf4bb82bbe, NAME => 'test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039 2024-11-14T14:21:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:21:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:00,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:00,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdeb07b33060506063318bdf4bb82bbe, disabling compactions & flushes 2024-11-14T14:21:00,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. after waiting 0 ms 2024-11-14T14:21:00,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdeb07b33060506063318bdf4bb82bbe: Waiting for close lock at 1731594060439Disabling compacts and flushes for region at 1731594060439Disabling writes for close at 1731594060439Writing region close event to WAL at 1731594060439Closed at 1731594060439 2024-11-14T14:21:00,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:00,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594060440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594060440"}]},"ts":"1731594060440"} 2024-11-14T14:21:00,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:00,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:00,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594060443"}]},"ts":"1731594060443"} 2024-11-14T14:21:00,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:21:00,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdeb07b33060506063318bdf4bb82bbe, ASSIGN}] 2024-11-14T14:21:00,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdeb07b33060506063318bdf4bb82bbe, ASSIGN 2024-11-14T14:21:00,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdeb07b33060506063318bdf4bb82bbe, ASSIGN; state=OFFLINE, location=6e2cc31459a7,36169,1731594045823; forceNewPlan=false, retain=false 2024-11-14T14:21:00,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:21:00,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:00,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdeb07b33060506063318bdf4bb82bbe, regionState=OPENING, regionLocation=6e2cc31459a7,36169,1731594045823 2024-11-14T14:21:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdeb07b33060506063318bdf4bb82bbe, ASSIGN because future has completed 2024-11-14T14:21:00,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdeb07b33060506063318bdf4bb82bbe, server=6e2cc31459a7,36169,1731594045823}] 2024-11-14T14:21:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:00,756 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,756 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdeb07b33060506063318bdf4bb82bbe, NAME => 'test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:00,757 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:00,757 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:21:00,757 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,757 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:00,757 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,757 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,761 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,762 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdeb07b33060506063318bdf4bb82bbe columnFamilyName f 2024-11-14T14:21:00,762 DEBUG [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:00,763 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] regionserver.HStore(327): Store=cdeb07b33060506063318bdf4bb82bbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:00,763 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,764 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdeb07b33060506063318bdf4bb82bbe columnFamilyName f1 2024-11-14T14:21:00,764 DEBUG [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:00,764 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] regionserver.HStore(327): Store=cdeb07b33060506063318bdf4bb82bbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:00,764 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,765 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdeb07b33060506063318bdf4bb82bbe columnFamilyName norep 2024-11-14T14:21:00,765 DEBUG [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:00,765 INFO [StoreOpener-cdeb07b33060506063318bdf4bb82bbe-1 {}] regionserver.HStore(327): Store=cdeb07b33060506063318bdf4bb82bbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:00,765 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,766 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,766 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,767 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,767 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,768 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:00,769 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,776 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:00,776 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdeb07b33060506063318bdf4bb82bbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70188761, jitterRate=0.045894041657447815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:00,776 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:00,777 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdeb07b33060506063318bdf4bb82bbe: Running coprocessor pre-open hook at 1731594060757Writing region info on filesystem at 1731594060757Initializing all the Stores at 1731594060758 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594060758Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594060761 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594060761Cleaning up temporary data from old regions at 1731594060767 (+6 ms)Running coprocessor post-open hooks at 1731594060776 (+9 ms)Region opened successfully at 1731594060777 (+1 ms) 2024-11-14T14:21:00,778 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe., pid=6, masterSystemTime=1731594060751 2024-11-14T14:21:00,780 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,780 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:00,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdeb07b33060506063318bdf4bb82bbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,36169,1731594045823 2024-11-14T14:21:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdeb07b33060506063318bdf4bb82bbe, server=6e2cc31459a7,36169,1731594045823 because future has completed 2024-11-14T14:21:00,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:21:00,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdeb07b33060506063318bdf4bb82bbe, server=6e2cc31459a7,36169,1731594045823 in 184 msec 2024-11-14T14:21:00,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:21:00,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdeb07b33060506063318bdf4bb82bbe, ASSIGN in 340 msec 2024-11-14T14:21:00,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:00,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594060787"}]},"ts":"1731594060787"} 2024-11-14T14:21:00,789 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:21:00,790 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:00,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-14T14:21:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:01,759 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:21:01,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38583,1731594051311 2024-11-14T14:21:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f5e989c 2024-11-14T14:21:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:01,761 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:01,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:21:01,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:01,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:01,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:21:01,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:21:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:02,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2466ea4fcd2759d70a51f695c48e42e, NAME => 'test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc 2024-11-14T14:21:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:21:02,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:02,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:21:02,278 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48403 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:21:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:02,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:02,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c2466ea4fcd2759d70a51f695c48e42e, disabling compactions & flushes 2024-11-14T14:21:02,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. after waiting 0 ms 2024-11-14T14:21:02,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2466ea4fcd2759d70a51f695c48e42e: Waiting for close lock at 1731594062575Disabling compacts and flushes for region at 1731594062575Disabling writes for close at 1731594062575Writing region close event to WAL at 1731594062575Closed at 1731594062575 2024-11-14T14:21:02,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:02,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594062576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594062576"}]},"ts":"1731594062576"} 2024-11-14T14:21:02,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:02,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:02,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594062579"}]},"ts":"1731594062579"} 2024-11-14T14:21:02,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:21:02,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2466ea4fcd2759d70a51f695c48e42e, ASSIGN}] 2024-11-14T14:21:02,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c2466ea4fcd2759d70a51f695c48e42e, ASSIGN 2024-11-14T14:21:02,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c2466ea4fcd2759d70a51f695c48e42e, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33557,1731594051450; forceNewPlan=false, retain=false 2024-11-14T14:21:02,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2466ea4fcd2759d70a51f695c48e42e, regionState=OPENING, regionLocation=6e2cc31459a7,33557,1731594051450 2024-11-14T14:21:02,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c2466ea4fcd2759d70a51f695c48e42e, ASSIGN because future has completed 2024-11-14T14:21:02,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2466ea4fcd2759d70a51f695c48e42e, server=6e2cc31459a7,33557,1731594051450}] 2024-11-14T14:21:02,889 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,889 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2466ea4fcd2759d70a51f695c48e42e, NAME => 'test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:02,890 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:02,890 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,891 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,892 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2466ea4fcd2759d70a51f695c48e42e columnFamilyName f 2024-11-14T14:21:02,892 DEBUG [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:02,892 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] regionserver.HStore(327): Store=c2466ea4fcd2759d70a51f695c48e42e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:02,892 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,893 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2466ea4fcd2759d70a51f695c48e42e columnFamilyName f1 2024-11-14T14:21:02,893 DEBUG [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:02,893 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] regionserver.HStore(327): Store=c2466ea4fcd2759d70a51f695c48e42e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:02,893 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,894 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2466ea4fcd2759d70a51f695c48e42e columnFamilyName norep 2024-11-14T14:21:02,894 DEBUG [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:02,894 INFO [StoreOpener-c2466ea4fcd2759d70a51f695c48e42e-1 {}] regionserver.HStore(327): Store=c2466ea4fcd2759d70a51f695c48e42e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:02,894 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,895 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,895 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,896 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,896 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,896 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:02,897 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:02,898 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:02,899 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2466ea4fcd2759d70a51f695c48e42e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62367141, jitterRate=-0.07065717875957489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:02,899 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:02,899 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2466ea4fcd2759d70a51f695c48e42e: Running coprocessor pre-open hook at 1731594062890Writing region info on filesystem at 1731594062890Initializing all the Stores at 1731594062891 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594062891Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594062891Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594062891Cleaning up temporary data from old regions at 1731594062896 (+5 ms)Running coprocessor post-open hooks at 1731594062899 (+3 ms)Region opened successfully at 1731594062899 2024-11-14T14:21:02,900 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e., pid=6, masterSystemTime=1731594062886 2024-11-14T14:21:02,901 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,901 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:02,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2466ea4fcd2759d70a51f695c48e42e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,33557,1731594051450 2024-11-14T14:21:02,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2466ea4fcd2759d70a51f695c48e42e, server=6e2cc31459a7,33557,1731594051450 because future has completed 2024-11-14T14:21:02,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:21:02,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2466ea4fcd2759d70a51f695c48e42e, server=6e2cc31459a7,33557,1731594051450 in 170 msec 2024-11-14T14:21:02,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:21:02,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c2466ea4fcd2759d70a51f695c48e42e, ASSIGN in 326 msec 2024-11-14T14:21:02,908 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:02,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594062908"}]},"ts":"1731594062908"} 2024-11-14T14:21:02,909 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:21:02,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:02,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T14:21:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:03,908 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:21:03,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c3e672 2024-11-14T14:21:03,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:03,910 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:03,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:21:04,039 INFO [AsyncFSWAL-0-hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData-prefix:6e2cc31459a7,37641,1731594056942 {}] wal.AbstractFSWAL(1368): Slow sync cost: 127 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38339,DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a,DISK]] 2024-11-14T14:21:04,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:04,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:04,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:21:04,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:21:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:04,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f9b3777b93c9c8a670e6af6ce8fcad4, NAME => 'test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee 2024-11-14T14:21:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:21:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:04,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:04,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f9b3777b93c9c8a670e6af6ce8fcad4, disabling compactions & flushes 2024-11-14T14:21:04,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:04,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:04,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. after waiting 0 ms 2024-11-14T14:21:04,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:04,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:04,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f9b3777b93c9c8a670e6af6ce8fcad4: Waiting for close lock at 1731594064852Disabling compacts and flushes for region at 1731594064852Disabling writes for close at 1731594064853 (+1 ms)Writing region close event to WAL at 1731594064853Closed at 1731594064853 2024-11-14T14:21:04,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:04,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594064854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594064854"}]},"ts":"1731594064854"} 2024-11-14T14:21:04,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:04,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:04,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594064856"}]},"ts":"1731594064856"} 2024-11-14T14:21:04,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:21:04,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f9b3777b93c9c8a670e6af6ce8fcad4, ASSIGN}] 2024-11-14T14:21:04,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f9b3777b93c9c8a670e6af6ce8fcad4, ASSIGN 2024-11-14T14:21:04,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f9b3777b93c9c8a670e6af6ce8fcad4, ASSIGN; state=OFFLINE, location=6e2cc31459a7,38457,1731594057048; forceNewPlan=false, retain=false 2024-11-14T14:21:05,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f9b3777b93c9c8a670e6af6ce8fcad4, regionState=OPENING, regionLocation=6e2cc31459a7,38457,1731594057048 2024-11-14T14:21:05,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f9b3777b93c9c8a670e6af6ce8fcad4, ASSIGN because future has completed 2024-11-14T14:21:05,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f9b3777b93c9c8a670e6af6ce8fcad4, server=6e2cc31459a7,38457,1731594057048}] 2024-11-14T14:21:05,168 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:05,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f9b3777b93c9c8a670e6af6ce8fcad4, NAME => 'test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:05,168 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:05,168 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:21:05,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:05,168 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,169 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,170 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,171 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f9b3777b93c9c8a670e6af6ce8fcad4 columnFamilyName f 2024-11-14T14:21:05,171 DEBUG [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:05,171 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] regionserver.HStore(327): Store=2f9b3777b93c9c8a670e6af6ce8fcad4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:05,171 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,172 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f9b3777b93c9c8a670e6af6ce8fcad4 columnFamilyName f1 2024-11-14T14:21:05,172 DEBUG [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:05,172 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] regionserver.HStore(327): Store=2f9b3777b93c9c8a670e6af6ce8fcad4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:05,172 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,173 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f9b3777b93c9c8a670e6af6ce8fcad4 columnFamilyName norep 2024-11-14T14:21:05,173 DEBUG [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:05,173 INFO [StoreOpener-2f9b3777b93c9c8a670e6af6ce8fcad4-1 {}] regionserver.HStore(327): Store=2f9b3777b93c9c8a670e6af6ce8fcad4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:05,173 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,174 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,174 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,175 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,175 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,175 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:05,176 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,177 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:05,177 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f9b3777b93c9c8a670e6af6ce8fcad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58970270, jitterRate=-0.12127450108528137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:05,178 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:05,178 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f9b3777b93c9c8a670e6af6ce8fcad4: Running coprocessor pre-open hook at 1731594065169Writing region info on filesystem at 1731594065169Initializing all the Stores at 1731594065169Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594065169Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594065169Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594065169Cleaning up temporary data from old regions at 1731594065175 (+6 ms)Running coprocessor post-open hooks at 1731594065178 (+3 ms)Region opened successfully at 1731594065178 2024-11-14T14:21:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:05,178 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4., pid=6, masterSystemTime=1731594065165 2024-11-14T14:21:05,180 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:05,180 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:05,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f9b3777b93c9c8a670e6af6ce8fcad4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,38457,1731594057048 2024-11-14T14:21:05,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f9b3777b93c9c8a670e6af6ce8fcad4, server=6e2cc31459a7,38457,1731594057048 because future has completed 2024-11-14T14:21:05,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:21:05,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f9b3777b93c9c8a670e6af6ce8fcad4, server=6e2cc31459a7,38457,1731594057048 in 170 msec 2024-11-14T14:21:05,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:21:05,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f9b3777b93c9c8a670e6af6ce8fcad4, ASSIGN in 327 msec 2024-11-14T14:21:05,187 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:05,187 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594065187"}]},"ts":"1731594065187"} 2024-11-14T14:21:05,189 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:21:05,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:05,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2790 sec 2024-11-14T14:21:05,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:06,189 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:21:06,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:06,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:21:06,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:06,190 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:21:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:21:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:21:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:06,192 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c960e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:06,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35427,1731594045648 2024-11-14T14:21:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5d77c6 2024-11-14T14:21:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:06,194 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:06,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:38583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:21:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:21:06,197 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:38583' 2024-11-14T14:21:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:06,198 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e053cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:06,198 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38583,-1 for getting cluster id 2024-11-14T14:21:06,199 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:06,199 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a883f57c-de2a-4544-a4c9-c10845e2bb8b' 2024-11-14T14:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a883f57c-de2a-4544-a4c9-c10845e2bb8b" 2024-11-14T14:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66182449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38583,-1] 2024-11-14T14:21:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:06,200 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:06,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb5fd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:06,201 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38583,1731594051311 2024-11-14T14:21:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4224a444 2024-11-14T14:21:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:06,202 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:06,203 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T14:21:06,203 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:21:06,203 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:06,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:06,203 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:06,203 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:06,204 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:21:06,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:06,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:06,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:06,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:21:06,255 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:21:06,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:21:06,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:06,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7abd69dae1fbf87156e7a6982cf573e1, NAME => 'hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039 2024-11-14T14:21:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:21:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7abd69dae1fbf87156e7a6982cf573e1, disabling compactions & flushes 2024-11-14T14:21:07,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. after waiting 0 ms 2024-11-14T14:21:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,016 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7abd69dae1fbf87156e7a6982cf573e1: Waiting for close lock at 1731594067016Disabling compacts and flushes for region at 1731594067016Disabling writes for close at 1731594067016Writing region close event to WAL at 1731594067016Closed at 1731594067016 2024-11-14T14:21:07,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594067018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594067018"}]},"ts":"1731594067018"} 2024-11-14T14:21:07,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:07,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:07,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594067020"}]},"ts":"1731594067020"} 2024-11-14T14:21:07,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:21:07,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7abd69dae1fbf87156e7a6982cf573e1, ASSIGN}] 2024-11-14T14:21:07,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7abd69dae1fbf87156e7a6982cf573e1, ASSIGN 2024-11-14T14:21:07,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7abd69dae1fbf87156e7a6982cf573e1, ASSIGN; state=OFFLINE, location=6e2cc31459a7,36169,1731594045823; forceNewPlan=false, retain=false 2024-11-14T14:21:07,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7abd69dae1fbf87156e7a6982cf573e1, regionState=OPENING, regionLocation=6e2cc31459a7,36169,1731594045823 2024-11-14T14:21:07,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7abd69dae1fbf87156e7a6982cf573e1, ASSIGN because future has completed 2024-11-14T14:21:07,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7abd69dae1fbf87156e7a6982cf573e1, server=6e2cc31459a7,36169,1731594045823}] 2024-11-14T14:21:07,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:07,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:21:07,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C36169%2C1731594045823.rep, suffix=, logDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823, archiveDir=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/oldWALs, maxLogs=10 2024-11-14T14:21:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:07,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.rep.1731594067332, exclude list is [], retry=0 2024-11-14T14:21:07,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-f2846e26-23af-4f1c-8eed-f13aab153187,DISK] 2024-11-14T14:21:07,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.rep.1731594067332 2024-11-14T14:21:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33881:33881)] 2024-11-14T14:21:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7abd69dae1fbf87156e7a6982cf573e1, NAME => 'hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:07,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. service=MultiRowMutationService 2024-11-14T14:21:07,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:21:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,351 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,352 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7abd69dae1fbf87156e7a6982cf573e1 columnFamilyName hfileref 2024-11-14T14:21:07,352 DEBUG [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:07,352 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] regionserver.HStore(327): Store=7abd69dae1fbf87156e7a6982cf573e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:07,352 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,353 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7abd69dae1fbf87156e7a6982cf573e1 columnFamilyName queue 2024-11-14T14:21:07,353 DEBUG [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:07,353 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] regionserver.HStore(327): Store=7abd69dae1fbf87156e7a6982cf573e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:07,353 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,354 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7abd69dae1fbf87156e7a6982cf573e1 columnFamilyName sid 2024-11-14T14:21:07,354 DEBUG [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:07,355 INFO [StoreOpener-7abd69dae1fbf87156e7a6982cf573e1-1 {}] regionserver.HStore(327): Store=7abd69dae1fbf87156e7a6982cf573e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:07,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:07,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:07,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7abd69dae1fbf87156e7a6982cf573e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63903290, jitterRate=-0.04776677489280701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:07,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:07,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7abd69dae1fbf87156e7a6982cf573e1: Running coprocessor pre-open hook at 1731594067350Writing region info on filesystem at 1731594067350Initializing all the Stores at 1731594067351 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594067351Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594067351Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594067351Cleaning up temporary data from old regions at 1731594067356 (+5 ms)Running coprocessor post-open hooks at 1731594067359 (+3 ms)Region opened successfully at 1731594067359 2024-11-14T14:21:07,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1., pid=10, masterSystemTime=1731594067328 2024-11-14T14:21:07,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:07,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7abd69dae1fbf87156e7a6982cf573e1, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,36169,1731594045823 2024-11-14T14:21:07,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7abd69dae1fbf87156e7a6982cf573e1, server=6e2cc31459a7,36169,1731594045823 because future has completed 2024-11-14T14:21:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:21:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7abd69dae1fbf87156e7a6982cf573e1, server=6e2cc31459a7,36169,1731594045823 in 187 msec 2024-11-14T14:21:07,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:21:07,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7abd69dae1fbf87156e7a6982cf573e1, ASSIGN in 343 msec 2024-11-14T14:21:07,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:07,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594067366"}]},"ts":"1731594067366"} 2024-11-14T14:21:07,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:21:07,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:07,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-14T14:21:07,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1., hostname=6e2cc31459a7,36169,1731594045823, seqNum=2] 2024-11-14T14:21:07,493 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:21:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:21:07,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:07,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:21:07,668 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:21:07,691 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,36169,1731594045823, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:07,692 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:07,692 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,36169,1731594045823, seqNum=-1] 2024-11-14T14:21:07,692 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:07,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:07,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,36169,1731594045823', locateType=CURRENT is [region=hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1., hostname=6e2cc31459a7,36169,1731594045823, seqNum=2] 2024-11-14T14:21:07,696 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:21:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:21:07,698 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,36169,1731594045823 suceeded 2024-11-14T14:21:07,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:21:07,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-14T14:21:07,700 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:38583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:21:07,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-14T14:21:07,709 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:38583' 2024-11-14T14:21:07,710 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18de5fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:07,710 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38583,-1 for getting cluster id 2024-11-14T14:21:07,710 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:07,710 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a883f57c-de2a-4544-a4c9-c10845e2bb8b' 2024-11-14T14:21:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a883f57c-de2a-4544-a4c9-c10845e2bb8b" 2024-11-14T14:21:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b05f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38583,-1] 2024-11-14T14:21:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:07,711 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:07,712 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@212585c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:07,712 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38583,1731594051311 2024-11-14T14:21:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce0c772 2024-11-14T14:21:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:07,713 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:07,714 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,36169,1731594045823 (queues=1) is replicating from cluster=cea9cc03-5528-4bf5-9154-288d7b19cb3c to cluster=a883f57c-de2a-4544-a4c9-c10845e2bb8b 2024-11-14T14:21:07,714 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C36169%2C1731594045823 2024-11-14T14:21:07,714 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,36169,1731594045823, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:07,714 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C36169%2C1731594045823 2024-11-14T14:21:07,714 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, startPosition=0, beingWritten=true 2024-11-14T14:21:07,718 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:07,719 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:07,719 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:07,922 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:08,225 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:08,349 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:08,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:08,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:08,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:08,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:08,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:08,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:08,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38583,-1 for getting cluster id 2024-11-14T14:21:08,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:08,350 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a883f57c-de2a-4544-a4c9-c10845e2bb8b' 2024-11-14T14:21:08,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a883f57c-de2a-4544-a4c9-c10845e2bb8b" 2024-11-14T14:21:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed98587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38583,-1] 2024-11-14T14:21:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:08,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:08,352 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:08,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cde917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:08,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38583,1731594051311 2024-11-14T14:21:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55627f6a 2024-11-14T14:21:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:08,354 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:08,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:37641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:21:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:21:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:08,357 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:37641' 2024-11-14T14:21:08,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131faa5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:08,358 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:08,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:08,358 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:08,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:08,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df247cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:08,359 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:08,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d56ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:08,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:08,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:08,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d9c33e6 2024-11-14T14:21:08,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:08,361 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:08,362 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:21:08,362 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:21:08,362 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:08,362 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:08,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:08,362 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:08,363 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:21:08,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:08,364 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:08,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:21:08,414 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:21:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:08,628 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:08,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 032c956d548fb331b4658352b7ec2804, NAME => 'hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc 2024-11-14T14:21:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:21:08,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:08,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 032c956d548fb331b4658352b7ec2804, disabling compactions & flushes 2024-11-14T14:21:08,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:08,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:08,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. after waiting 0 ms 2024-11-14T14:21:08,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:08,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:08,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 032c956d548fb331b4658352b7ec2804: Waiting for close lock at 1731594068780Disabling compacts and flushes for region at 1731594068780Disabling writes for close at 1731594068780Writing region close event to WAL at 1731594068780Closed at 1731594068780 2024-11-14T14:21:08,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:08,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594068781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594068781"}]},"ts":"1731594068781"} 2024-11-14T14:21:08,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:08,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:08,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594068783"}]},"ts":"1731594068783"} 2024-11-14T14:21:08,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:21:08,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=032c956d548fb331b4658352b7ec2804, ASSIGN}] 2024-11-14T14:21:08,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=032c956d548fb331b4658352b7ec2804, ASSIGN 2024-11-14T14:21:08,787 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=032c956d548fb331b4658352b7ec2804, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33557,1731594051450; forceNewPlan=false, retain=false 2024-11-14T14:21:08,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=032c956d548fb331b4658352b7ec2804, regionState=OPENING, regionLocation=6e2cc31459a7,33557,1731594051450 2024-11-14T14:21:08,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=032c956d548fb331b4658352b7ec2804, ASSIGN because future has completed 2024-11-14T14:21:08,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 032c956d548fb331b4658352b7ec2804, server=6e2cc31459a7,33557,1731594051450}] 2024-11-14T14:21:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:09,132 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:09,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:09,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:09,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:21:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C33557%2C1731594051450.rep, suffix=, logDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450, archiveDir=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/oldWALs, maxLogs=10 2024-11-14T14:21:09,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.rep.1731594069140, exclude list is [], retry=0 2024-11-14T14:21:09,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45625,DS-26a7d92b-f5a6-4961-8518-8cf244b7a6b7,DISK] 2024-11-14T14:21:09,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.rep.1731594069140 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 032c956d548fb331b4658352b7ec2804, NAME => 'hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:09,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. service=MultiRowMutationService 2024-11-14T14:21:09,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,157 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,158 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 032c956d548fb331b4658352b7ec2804 columnFamilyName hfileref 2024-11-14T14:21:09,158 DEBUG [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:09,158 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] regionserver.HStore(327): Store=032c956d548fb331b4658352b7ec2804/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:09,158 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,159 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 032c956d548fb331b4658352b7ec2804 columnFamilyName queue 2024-11-14T14:21:09,159 DEBUG [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:09,159 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] regionserver.HStore(327): Store=032c956d548fb331b4658352b7ec2804/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:09,159 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,160 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 032c956d548fb331b4658352b7ec2804 columnFamilyName sid 2024-11-14T14:21:09,160 DEBUG [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:09,160 INFO [StoreOpener-032c956d548fb331b4658352b7ec2804-1 {}] regionserver.HStore(327): Store=032c956d548fb331b4658352b7ec2804/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:09,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:09,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 032c956d548fb331b4658352b7ec2804; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65289356, jitterRate=-0.02711278200149536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:09,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:09,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 032c956d548fb331b4658352b7ec2804: Running coprocessor pre-open hook at 1731594069156Writing region info on filesystem at 1731594069156Initializing all the Stores at 1731594069156Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594069156Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594069156Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594069156Cleaning up temporary data from old regions at 1731594069162 (+6 ms)Running coprocessor post-open hooks at 1731594069165 (+3 ms)Region opened successfully at 1731594069165 2024-11-14T14:21:09,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804., pid=10, masterSystemTime=1731594069135 2024-11-14T14:21:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:09,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:09,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=032c956d548fb331b4658352b7ec2804, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33557,1731594051450 2024-11-14T14:21:09,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 032c956d548fb331b4658352b7ec2804, server=6e2cc31459a7,33557,1731594051450 because future has completed 2024-11-14T14:21:09,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:21:09,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 032c956d548fb331b4658352b7ec2804, server=6e2cc31459a7,33557,1731594051450 in 231 msec 2024-11-14T14:21:09,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:21:09,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=032c956d548fb331b4658352b7ec2804, ASSIGN in 387 msec 2024-11-14T14:21:09,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:09,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594069174"}]},"ts":"1731594069174"} 2024-11-14T14:21:09,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:21:09,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:09,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-14T14:21:09,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804., hostname=6e2cc31459a7,33557,1731594051450, seqNum=2] 2024-11-14T14:21:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:21:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:21:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:09,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:09,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:21:09,688 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:21:09,711 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,33557,1731594051450, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:09,712 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:09,712 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33557,1731594051450, seqNum=-1] 2024-11-14T14:21:09,712 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:09,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:09,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,33557,1731594051450', locateType=CURRENT is [region=hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804., hostname=6e2cc31459a7,33557,1731594051450, seqNum=2] 2024-11-14T14:21:09,717 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:21:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:21:09,719 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,33557,1731594051450 suceeded 2024-11-14T14:21:09,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:21:09,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-14T14:21:09,721 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:37641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:21:09,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3670 sec 2024-11-14T14:21:09,729 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:37641' 2024-11-14T14:21:09,730 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d9a524d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:09,730 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:09,731 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:09,731 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d7c6643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:09,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:09,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:09,732 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:09,733 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@120cd1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:09,733 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a5ba2fb 2024-11-14T14:21:09,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:09,734 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:09,734 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,33557,1731594051450 (queues=1) is replicating from cluster=a883f57c-de2a-4544-a4c9-c10845e2bb8b to cluster=410bab9b-70dc-42cb-bf81-f15d80fe4191 2024-11-14T14:21:09,734 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C33557%2C1731594051450 2024-11-14T14:21:09,734 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,33557,1731594051450, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:09,735 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:09,735 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C33557%2C1731594051450 2024-11-14T14:21:09,735 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, startPosition=0, beingWritten=true 2024-11-14T14:21:09,739 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:09,739 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:09,739 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:09,942 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:10,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:21:10,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T14:21:10,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:21:10,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T14:21:10,246 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:10,438 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:10,499 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:10,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:10,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:10,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:10,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:10,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:10,500 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff7020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:10,501 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:10,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9e0373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:10,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a652eac 2024-11-14T14:21:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:10,504 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:10,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:35427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:21:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:10,506 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35427' 2024-11-14T14:21:10,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e95556e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:10,507 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:21:10,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:10,508 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:21:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:21:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33909a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:21:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:10,509 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:10,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d0f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:10,510 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35427,1731594045648 2024-11-14T14:21:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@762f644 2024-11-14T14:21:10,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:10,511 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:10,512 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:21:10,512 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:21:10,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:10,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:10,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:10,512 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:10,513 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:21:10,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:10,514 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:10,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:21:10,563 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:21:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:10,649 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:10,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7325c85dd9de7482b1c967b9c914f8d, NAME => 'hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee 2024-11-14T14:21:10,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:21:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:11,152 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:11,241 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:11,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:11,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7325c85dd9de7482b1c967b9c914f8d, disabling compactions & flushes 2024-11-14T14:21:11,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. after waiting 0 ms 2024-11-14T14:21:11,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7325c85dd9de7482b1c967b9c914f8d: Waiting for close lock at 1731594071325Disabling compacts and flushes for region at 1731594071325Disabling writes for close at 1731594071325Writing region close event to WAL at 1731594071325Closed at 1731594071325 2024-11-14T14:21:11,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:11,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594071326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594071326"}]},"ts":"1731594071326"} 2024-11-14T14:21:11,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:11,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:11,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594071329"}]},"ts":"1731594071329"} 2024-11-14T14:21:11,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:21:11,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7325c85dd9de7482b1c967b9c914f8d, ASSIGN}] 2024-11-14T14:21:11,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7325c85dd9de7482b1c967b9c914f8d, ASSIGN 2024-11-14T14:21:11,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7325c85dd9de7482b1c967b9c914f8d, ASSIGN; state=OFFLINE, location=6e2cc31459a7,38457,1731594057048; forceNewPlan=false, retain=false 2024-11-14T14:21:11,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7325c85dd9de7482b1c967b9c914f8d, regionState=OPENING, regionLocation=6e2cc31459a7,38457,1731594057048 2024-11-14T14:21:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7325c85dd9de7482b1c967b9c914f8d, ASSIGN because future has completed 2024-11-14T14:21:11,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7325c85dd9de7482b1c967b9c914f8d, server=6e2cc31459a7,38457,1731594057048}] 2024-11-14T14:21:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:11,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:11,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:21:11,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C38457%2C1731594057048.rep, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/oldWALs, maxLogs=10 2024-11-14T14:21:11,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.rep.1731594071641, exclude list is [], retry=0 2024-11-14T14:21:11,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38339,DS-8ddc55e4-bfe1-4309-8a05-ba5e1c5bdf2a,DISK] 2024-11-14T14:21:11,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.rep.1731594071641 2024-11-14T14:21:11,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-14T14:21:11,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7325c85dd9de7482b1c967b9c914f8d, NAME => 'hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:11,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. service=MultiRowMutationService 2024-11-14T14:21:11,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:21:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,658 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,659 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7325c85dd9de7482b1c967b9c914f8d columnFamilyName hfileref 2024-11-14T14:21:11,659 DEBUG [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:11,659 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] regionserver.HStore(327): Store=d7325c85dd9de7482b1c967b9c914f8d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:11,659 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,660 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7325c85dd9de7482b1c967b9c914f8d columnFamilyName queue 2024-11-14T14:21:11,660 DEBUG [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:11,660 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] regionserver.HStore(327): Store=d7325c85dd9de7482b1c967b9c914f8d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:11,660 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,661 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7325c85dd9de7482b1c967b9c914f8d columnFamilyName sid 2024-11-14T14:21:11,661 DEBUG [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:11,661 INFO [StoreOpener-d7325c85dd9de7482b1c967b9c914f8d-1 {}] regionserver.HStore(327): Store=d7325c85dd9de7482b1c967b9c914f8d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:11,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/replication/d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/replication/d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:11,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/replication/d7325c85dd9de7482b1c967b9c914f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:11,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7325c85dd9de7482b1c967b9c914f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69689486, jitterRate=0.038454264402389526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:11,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:11,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7325c85dd9de7482b1c967b9c914f8d: Running coprocessor pre-open hook at 1731594071657Writing region info on filesystem at 1731594071657Initializing all the Stores at 1731594071658 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594071658Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594071658Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594071658Cleaning up temporary data from old regions at 1731594071663 (+5 ms)Running coprocessor post-open hooks at 1731594071666 (+3 ms)Region opened successfully at 1731594071666 2024-11-14T14:21:11,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d., pid=10, masterSystemTime=1731594071637 2024-11-14T14:21:11,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:11,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7325c85dd9de7482b1c967b9c914f8d, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,38457,1731594057048 2024-11-14T14:21:11,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7325c85dd9de7482b1c967b9c914f8d, server=6e2cc31459a7,38457,1731594057048 because future has completed 2024-11-14T14:21:11,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:21:11,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7325c85dd9de7482b1c967b9c914f8d, server=6e2cc31459a7,38457,1731594057048 in 186 msec 2024-11-14T14:21:11,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:21:11,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7325c85dd9de7482b1c967b9c914f8d, ASSIGN in 342 msec 2024-11-14T14:21:11,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:11,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594071675"}]},"ts":"1731594071675"} 2024-11-14T14:21:11,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:21:11,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:11,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-14T14:21:11,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d., hostname=6e2cc31459a7,38457,1731594057048, seqNum=2] 2024-11-14T14:21:11,755 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:21:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:21:12,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:12,145 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:12,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:21:12,173 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:21:12,205 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,38457,1731594057048, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:12,206 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:12,206 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38457,1731594057048, seqNum=-1] 2024-11-14T14:21:12,206 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:12,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,38457,1731594057048', locateType=CURRENT is [region=hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d., hostname=6e2cc31459a7,38457,1731594057048, seqNum=2] 2024-11-14T14:21:12,210 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:21:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:21:12,212 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,38457,1731594057048 suceeded 2024-11-14T14:21:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:21:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T14:21:12,213 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:35427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:21:12,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7090 sec 2024-11-14T14:21:12,223 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35427' 2024-11-14T14:21:12,224 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa7c026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,224 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:21:12,224 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:12,224 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d853e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:12,225 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:12,226 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@319a2dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,226 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:12,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35427,1731594045648 2024-11-14T14:21:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f20fb4c 2024-11-14T14:21:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:12,227 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:12,228 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,38457,1731594057048 (queues=1) is replicating from cluster=410bab9b-70dc-42cb-bf81-f15d80fe4191 to cluster=cea9cc03-5528-4bf5-9154-288d7b19cb3c 2024-11-14T14:21:12,228 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C38457%2C1731594057048 2024-11-14T14:21:12,228 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,38457,1731594057048, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:12,228 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C38457%2C1731594057048 2024-11-14T14:21:12,228 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, startPosition=0, beingWritten=true 2024-11-14T14:21:12,234 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:12,234 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 379, reset compression=false 2024-11-14T14:21:12,234 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:12,437 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 379, reset compression=false 2024-11-14T14:21:12,458 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:12,648 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:12,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:12,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:12,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:12,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:12,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:12,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:21:12,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:12,650 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:21:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:21:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310e2a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:21:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:12,651 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6604d249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38583,-1 for getting cluster id 2024-11-14T14:21:12,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:12,653 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a883f57c-de2a-4544-a4c9-c10845e2bb8b' 2024-11-14T14:21:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a883f57c-de2a-4544-a4c9-c10845e2bb8b" 2024-11-14T14:21:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f700bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38583,-1] 2024-11-14T14:21:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:12,654 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f52d2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:12,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:12,655 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5294c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:12,656 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5a9344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:12,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,36169,1731594045823, seqNum=-1] 2024-11-14T14:21:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:12,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe., hostname=6e2cc31459a7,36169,1731594045823, seqNum=2] 2024-11-14T14:21:12,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38457,1731594057048, seqNum=-1] 2024-11-14T14:21:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:12,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4., hostname=6e2cc31459a7,38457,1731594057048, seqNum=2] 2024-11-14T14:21:12,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T14:21:12,740 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 379, reset compression=false 2024-11-14T14:21:12,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:21:12,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:12,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:13,144 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 379, reset compression=false 2024-11-14T14:21:13,148 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 379, reset compression=false 2024-11-14T14:21:13,151 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:13,151 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 480, reset compression=false 2024-11-14T14:21:13,151 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdeb07b33060506063318bdf4bb82bbe/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T14:21:13,153 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:13,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T14:21:13,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:13,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d579aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38583,-1 for getting cluster id 2024-11-14T14:21:13,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:13,156 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a883f57c-de2a-4544-a4c9-c10845e2bb8b' 2024-11-14T14:21:13,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:13,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a883f57c-de2a-4544-a4c9-c10845e2bb8b" 2024-11-14T14:21:13,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2d6be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38583,-1] 2024-11-14T14:21:13,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:13,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:13,157 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:13,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bebbe1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:13,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33557,1731594051450, seqNum=-1] 2024-11-14T14:21:13,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:13,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:13,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e., hostname=6e2cc31459a7,33557,1731594051450, seqNum=2] 2024-11-14T14:21:13,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:13,261 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 379, reset compression=false 2024-11-14T14:21:13,265 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:13,265 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 504, reset compression=false 2024-11-14T14:21:13,265 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2466ea4fcd2759d70a51f695c48e42e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T14:21:13,267 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:13,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T14:21:13,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:13,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d91c111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:13,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:13,270 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bc3f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:13,271 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:13,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ef4e3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:13,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,38457,1731594057048, seqNum=-1] 2024-11-14T14:21:13,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:13,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:13,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4., hostname=6e2cc31459a7,38457,1731594057048, seqNum=2] 2024-11-14T14:21:13,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:13,354 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 480, reset compression=false 2024-11-14T14:21:13,468 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 504, reset compression=false 2024-11-14T14:21:13,646 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 379, reset compression=false 2024-11-14T14:21:13,650 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:13,650 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 528, reset compression=false 2024-11-14T14:21:13,650 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:13,658 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 480, reset compression=false 2024-11-14T14:21:13,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T14:21:13,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33557,1731594051450, seqNum=-1] 2024-11-14T14:21:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:13,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e., hostname=6e2cc31459a7,33557,1731594051450, seqNum=2] 2024-11-14T14:21:13,675 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T14:21:13,771 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 504, reset compression=false 2024-11-14T14:21:13,775 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:13,776 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 608, reset compression=false 2024-11-14T14:21:13,776 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2466ea4fcd2759d70a51f695c48e42e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:21:13,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:13,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:13,854 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 528, reset compression=false 2024-11-14T14:21:13,857 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:13,857 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 656, reset compression=false 2024-11-14T14:21:13,857 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f9b3777b93c9c8a670e6af6ce8fcad4/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T14:21:13,859 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:13,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T14:21:13,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:13,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1abf5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:21:13,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:13,861 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:21:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:21:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2c3599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:21:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:13,862 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:13,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a21dd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:13,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:13,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,36169,1731594045823, seqNum=-1] 2024-11-14T14:21:13,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:13,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe., hostname=6e2cc31459a7,36169,1731594045823, seqNum=2] 2024-11-14T14:21:13,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:13,979 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 608, reset compression=false 2024-11-14T14:21:14,061 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 656, reset compression=false 2024-11-14T14:21:14,061 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 480, reset compression=false 2024-11-14T14:21:14,064 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:14,064 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 631, reset compression=false 2024-11-14T14:21:14,064 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:14,267 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 631, reset compression=false 2024-11-14T14:21:14,282 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 608, reset compression=false 2024-11-14T14:21:14,364 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 656, reset compression=false 2024-11-14T14:21:14,571 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 631, reset compression=false 2024-11-14T14:21:14,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T14:21:14,679 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T14:21:14,685 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 608, reset compression=false 2024-11-14T14:21:14,766 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 656, reset compression=false 2024-11-14T14:21:14,770 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:14,770 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 760, reset compression=false 2024-11-14T14:21:14,770 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f9b3777b93c9c8a670e6af6ce8fcad4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:21:14,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:14,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:14,973 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 760, reset compression=false 2024-11-14T14:21:14,974 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 631, reset compression=false 2024-11-14T14:21:14,977 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:14,978 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 758, reset compression=false 2024-11-14T14:21:14,978 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdeb07b33060506063318bdf4bb82bbe/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T14:21:14,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:14,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:15,181 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 758, reset compression=false 2024-11-14T14:21:15,188 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 608, reset compression=false 2024-11-14T14:21:15,192 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:15,192 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 759, reset compression=false 2024-11-14T14:21:15,192 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:15,276 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 760, reset compression=false 2024-11-14T14:21:15,396 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 759, reset compression=false 2024-11-14T14:21:15,484 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 758, reset compression=false 2024-11-14T14:21:15,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:21:15,680 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 760, reset compression=false 2024-11-14T14:21:15,681 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T14:21:15,685 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T14:21:15,700 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 759, reset compression=false 2024-11-14T14:21:15,888 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 758, reset compression=false 2024-11-14T14:21:15,891 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:15,892 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 914, reset compression=false 2024-11-14T14:21:15,892 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdeb07b33060506063318bdf4bb82bbe/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T14:21:15,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:15,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:16,094 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 914, reset compression=false 2024-11-14T14:21:16,103 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 759, reset compression=false 2024-11-14T14:21:16,106 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:16,107 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 907, reset compression=false 2024-11-14T14:21:16,107 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2466ea4fcd2759d70a51f695c48e42e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T14:21:16,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:16,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:16,183 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 760, reset compression=false 2024-11-14T14:21:16,187 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:16,187 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 932, reset compression=false 2024-11-14T14:21:16,187 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 907, reset compression=false 2024-11-14T14:21:16,392 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 932, reset compression=false 2024-11-14T14:21:16,398 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 914, reset compression=false 2024-11-14T14:21:16,612 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 907, reset compression=false 2024-11-14T14:21:16,686 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T14:21:16,689 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T14:21:16,695 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 932, reset compression=false 2024-11-14T14:21:16,800 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 914, reset compression=false 2024-11-14T14:21:17,015 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 907, reset compression=false 2024-11-14T14:21:17,019 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:17,019 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1066, reset compression=false 2024-11-14T14:21:17,019 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2466ea4fcd2759d70a51f695c48e42e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T14:21:17,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:17,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:17,098 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 932, reset compression=false 2024-11-14T14:21:17,102 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:17,102 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1082, reset compression=false 2024-11-14T14:21:17,102 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f9b3777b93c9c8a670e6af6ce8fcad4/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T14:21:17,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:17,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:17,223 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1066, reset compression=false 2024-11-14T14:21:17,304 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 914, reset compression=false 2024-11-14T14:21:17,305 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1082, reset compression=false 2024-11-14T14:21:17,308 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:17,308 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1087, reset compression=false 2024-11-14T14:21:17,308 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:17,511 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1087, reset compression=false 2024-11-14T14:21:17,526 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1066, reset compression=false 2024-11-14T14:21:17,608 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1082, reset compression=false 2024-11-14T14:21:17,691 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T14:21:17,693 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T14:21:17,814 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1087, reset compression=false 2024-11-14T14:21:17,929 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1066, reset compression=false 2024-11-14T14:21:18,011 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1082, reset compression=false 2024-11-14T14:21:18,014 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:18,014 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1241, reset compression=false 2024-11-14T14:21:18,014 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f9b3777b93c9c8a670e6af6ce8fcad4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T14:21:18,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:18,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:18,216 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1087, reset compression=false 2024-11-14T14:21:18,217 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1241, reset compression=false 2024-11-14T14:21:18,220 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:18,220 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1236, reset compression=false 2024-11-14T14:21:18,220 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdeb07b33060506063318bdf4bb82bbe/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T14:21:18,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:18,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:18,423 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1236, reset compression=false 2024-11-14T14:21:18,433 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1066, reset compression=false 2024-11-14T14:21:18,436 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:18,436 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1239, reset compression=false 2024-11-14T14:21:18,436 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:18,520 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1241, reset compression=false 2024-11-14T14:21:18,640 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1239, reset compression=false 2024-11-14T14:21:18,695 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T14:21:18,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:18,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:18,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:18,701 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:18,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57783072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:18,703 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed77eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:18,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:18,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a344102 2024-11-14T14:21:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:18,707 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:18,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T14:21:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T14:21:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:21:18,727 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1236, reset compression=false 2024-11-14T14:21:18,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:21:18,923 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1241, reset compression=false 2024-11-14T14:21:18,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T14:21:18,941 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T14:21:18,942 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T14:21:18,942 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,38457,1731594057048 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T14:21:18,942 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0. 2024-11-14T14:21:18,942 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:18,942 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:18,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:18,942 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:18,942 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1239, reset compression=false 2024-11-14T14:21:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:21:19,043 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:21:19,043 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T14:21:19,130 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1236, reset compression=false 2024-11-14T14:21:19,143 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 terminated 2024-11-14T14:21:19,157 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,38457,1731594057048, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:19,157 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T14:21:19,158 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T14:21:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T14:21:19,160 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6e2cc31459a7,38457,1731594057048 suceeded 2024-11-14T14:21:19,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T14:21:19,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-14T14:21:19,162 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T14:21:19,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 455 msec 2024-11-14T14:21:19,170 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35427' 2024-11-14T14:21:19,171 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378823b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:19,171 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35427,-1 for getting cluster id 2024-11-14T14:21:19,171 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:19,172 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cea9cc03-5528-4bf5-9154-288d7b19cb3c' 2024-11-14T14:21:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cea9cc03-5528-4bf5-9154-288d7b19cb3c" 2024-11-14T14:21:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5917ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35427,-1] 2024-11-14T14:21:19,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:19,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:19,173 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:19,174 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dbe6a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:19,174 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35427,1731594045648 2024-11-14T14:21:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d1cd291 2024-11-14T14:21:19,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:19,175 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:19,176 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,38457,1731594057048 (queues=1) is replicating from cluster=410bab9b-70dc-42cb-bf81-f15d80fe4191 to cluster=cea9cc03-5528-4bf5-9154-288d7b19cb3c 2024-11-14T14:21:19,176 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C38457%2C1731594057048 2024-11-14T14:21:19,176 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,38457,1731594057048, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:19,176 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C38457%2C1731594057048 2024-11-14T14:21:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:21:19,339 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:19,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:19,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:19,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:19,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:19,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:19,342 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T14:21:19,345 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1239, reset compression=false 2024-11-14T14:21:19,633 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1236, reset compression=false 2024-11-14T14:21:19,637 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:19,637 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1340, reset compression=false 2024-11-14T14:21:19,637 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdeb07b33060506063318bdf4bb82bbe/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:21:19,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:19,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:19,840 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1340, reset compression=false 2024-11-14T14:21:19,849 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1239, reset compression=false 2024-11-14T14:21:19,852 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:19,852 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1367, reset compression=false 2024-11-14T14:21:19,852 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2466ea4fcd2759d70a51f695c48e42e/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T14:21:19,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:19,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:20,055 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1367, reset compression=false 2024-11-14T14:21:20,143 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1340, reset compression=false 2024-11-14T14:21:20,344 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T14:21:20,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:20,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,37641,-1 for getting cluster id 2024-11-14T14:21:20,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:20,346 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '410bab9b-70dc-42cb-bf81-f15d80fe4191' 2024-11-14T14:21:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "410bab9b-70dc-42cb-bf81-f15d80fe4191" 2024-11-14T14:21:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388050b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,37641,-1] 2024-11-14T14:21:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,348 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ee1ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:20,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bd25ac2 2024-11-14T14:21:20,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:20,352 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:20,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T14:21:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T14:21:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T14:21:20,358 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1367, reset compression=false 2024-11-14T14:21:20,362 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:20,362 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:20,362 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[{test/c2466ea4fcd2759d70a51f695c48e42e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:21:20,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:20,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:20,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T14:21:20,546 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1340, reset compression=false 2024-11-14T14:21:20,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T14:21:20,561 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T14:21:20,562 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T14:21:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T14:21:20,564 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6e2cc31459a7,38457,1731594057048 suceeded 2024-11-14T14:21:20,565 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:20,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T14:21:20,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-14T14:21:20,566 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T14:21:20,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 213 msec 2024-11-14T14:21:20,577 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, startPosition=1241, beingWritten=true 2024-11-14T14:21:20,582 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:20,582 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1521, reset compression=false 2024-11-14T14:21:20,582 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f9b3777b93c9c8a670e6af6ce8fcad4/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T14:21:20,584 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:20,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T14:21:20,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:20,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T14:21:20,668 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:20,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:20,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:20,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:20,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T14:21:20,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:21:20,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:20,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:20,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:20,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:21:20,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1220906796, stopped=false 2024-11-14T14:21:20,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,37641,1731594056942 2024-11-14T14:21:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1428218572/running 2024-11-14T14:21:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1428218572/running 2024-11-14T14:21:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:21:20,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:21:20,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:21:20,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:20,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:20,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,38457,1731594057048' ***** 2024-11-14T14:21:20,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:21:20,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/running 2024-11-14T14:21:20,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Set watcher on znode that does not yet exist, /2-1428218572/running 2024-11-14T14:21:20,683 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:21:20,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f9b3777b93c9c8a670e6af6ce8fcad4 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,38457,1731594057048 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:38457. 2024-11-14T14:21:20,684 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f9b3777b93c9c8a670e6af6ce8fcad4, disabling compactions & flushes 2024-11-14T14:21:20,684 DEBUG [RS:0;6e2cc31459a7:38457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:20,684 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:20,684 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:20,684 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:20,684 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. after waiting 0 ms 2024-11-14T14:21:20,684 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:21:20,684 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:21:20,684 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T14:21:20,685 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:21:20,685 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1325): Online Regions={2f9b3777b93c9c8a670e6af6ce8fcad4=test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4., 1588230740=hbase:meta,,1.1588230740, d7325c85dd9de7482b1c967b9c914f8d=hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.} 2024-11-14T14:21:20,685 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f9b3777b93c9c8a670e6af6ce8fcad4, d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:20,685 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:21:20,685 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:21:20,685 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:21:20,685 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:21:20,685 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:21:20,685 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:21:20,697 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/info/35cf0dcd35a94da9ad31c5e027dae115 is 147, key is hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d./info:regioninfo/1731594071669/Put/seqid=0 2024-11-14T14:21:20,700 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/f/d5ec9bd92d2948ab9db131b04005e1e9 is 37, key is row3/f:row3/1731594079340/Put/seqid=0 2024-11-14T14:21:20,704 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:21:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741840_1016 (size=7686) 2024-11-14T14:21:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741841_1017 (size=5228) 2024-11-14T14:21:20,705 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/f/d5ec9bd92d2948ab9db131b04005e1e9 2024-11-14T14:21:20,709 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5ec9bd92d2948ab9db131b04005e1e9 2024-11-14T14:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/f1/fd4703c942b2478bbbb16af930798ccf is 30, key is row1/f1:/1731594076687/DeleteFamily/seqid=0 2024-11-14T14:21:20,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741842_1018 (size=5158) 2024-11-14T14:21:20,785 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1521, reset compression=false 2024-11-14T14:21:20,788 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:20,788 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1768, reset compression=false 2024-11-14T14:21:20,788 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,38457,1731594057048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:20,789 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,38457,1731594057048: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,38457,1731594057048, walGroup=6e2cc31459a7%2C38457%2C1731594057048, offset=6e2cc31459a7%2C38457%2C1731594057048.1731594058516:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:38457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:21:20,790 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:21:20,790 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:21:20,790 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 823297600 }, "NonHeapMemoryUsage": { "committed": 200278016, "init": 7667712, "max": -1, "used": 197447176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:21:20,791 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:21:20,868 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:20,885 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f9b3777b93c9c8a670e6af6ce8fcad4, d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:20,900 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:21:20,991 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1768, reset compression=false 2024-11-14T14:21:21,050 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1340, reset compression=false 2024-11-14T14:21:21,053 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:21,053 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:21,053 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:21,085 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f9b3777b93c9c8a670e6af6ce8fcad4, d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:21,105 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/info/35cf0dcd35a94da9ad31c5e027dae115 2024-11-14T14:21:21,120 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/ns/9af0dc8bfa234fbea8d5a0fffc5b9ba8 is 43, key is default/ns:d/1731594059490/Put/seqid=0 2024-11-14T14:21:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741843_1019 (size=5153) 2024-11-14T14:21:21,124 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/f1/fd4703c942b2478bbbb16af930798ccf 2024-11-14T14:21:21,128 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd4703c942b2478bbbb16af930798ccf 2024-11-14T14:21:21,144 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/norep/b5dbe12cb979407abb2132e2e66b8016 is 33, key is row2/norep:/1731594077691/DeleteFamily/seqid=0 2024-11-14T14:21:21,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741844_1020 (size=5108) 2024-11-14T14:21:21,256 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:21,271 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:21,285 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f9b3777b93c9c8a670e6af6ce8fcad4, d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:21,296 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1768, reset compression=false 2024-11-14T14:21:21,440 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:21:21,440 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:21:21,485 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f9b3777b93c9c8a670e6af6ce8fcad4, d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:21,523 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/ns/9af0dc8bfa234fbea8d5a0fffc5b9ba8 2024-11-14T14:21:21,542 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/rep_barrier/85d5be789fc247c289bacc04ba2d1bd0 is 112, key is test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4./rep_barrier:seqnumDuringOpen/1731594065180/Put/seqid=0 2024-11-14T14:21:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741845_1021 (size=5518) 2024-11-14T14:21:21,547 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/norep/b5dbe12cb979407abb2132e2e66b8016 2024-11-14T14:21:21,551 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5dbe12cb979407abb2132e2e66b8016 2024-11-14T14:21:21,551 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/f/d5ec9bd92d2948ab9db131b04005e1e9 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/f/d5ec9bd92d2948ab9db131b04005e1e9 2024-11-14T14:21:21,555 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5ec9bd92d2948ab9db131b04005e1e9 2024-11-14T14:21:21,555 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/f/d5ec9bd92d2948ab9db131b04005e1e9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T14:21:21,556 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/f1/fd4703c942b2478bbbb16af930798ccf as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/f1/fd4703c942b2478bbbb16af930798ccf 2024-11-14T14:21:21,559 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd4703c942b2478bbbb16af930798ccf 2024-11-14T14:21:21,559 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:21,559 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/f1/fd4703c942b2478bbbb16af930798ccf, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T14:21:21,560 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/.tmp/norep/b5dbe12cb979407abb2132e2e66b8016 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/norep/b5dbe12cb979407abb2132e2e66b8016 2024-11-14T14:21:21,564 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5dbe12cb979407abb2132e2e66b8016 2024-11-14T14:21:21,565 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/norep/b5dbe12cb979407abb2132e2e66b8016, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T14:21:21,565 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2f9b3777b93c9c8a670e6af6ce8fcad4 in 881ms, sequenceid=12, compaction requested=false 2024-11-14T14:21:21,570 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/default/test/2f9b3777b93c9c8a670e6af6ce8fcad4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T14:21:21,570 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:21,570 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:21:21,570 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:21,570 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f9b3777b93c9c8a670e6af6ce8fcad4: Waiting for close lock at 1731594080684Running coprocessor pre-close hooks at 1731594080684Disabling compacts and flushes for region at 1731594080684Disabling writes for close at 1731594080684Obtaining lock to block concurrent updates at 1731594080684Preparing flush snapshotting stores in 2f9b3777b93c9c8a670e6af6ce8fcad4 at 1731594080684Finished memstore snapshotting test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731594080685 (+1 ms)Flushing stores of test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. at 1731594080685Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/f: creating writer at 1731594080685Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/f: appending metadata at 1731594080700 (+15 ms)Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/f: closing flushed file at 1731594080700Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/f1: creating writer at 1731594080709 (+9 ms)Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/f1: appending metadata at 1731594080720 (+11 ms)Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/f1: closing flushed file at 1731594080720Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/norep: creating writer at 1731594081128 (+408 ms)Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/norep: appending metadata at 1731594081143 (+15 ms)Flushing 2f9b3777b93c9c8a670e6af6ce8fcad4/norep: closing flushed file at 1731594081143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f78285c: reopening flushed file at 1731594081551 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2253c97d: reopening flushed file at 1731594081555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd1a582: reopening flushed file at 1731594081560 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2f9b3777b93c9c8a670e6af6ce8fcad4 in 881ms, sequenceid=12, compaction requested=false at 1731594081565 (+5 ms)Writing region close event to WAL at 1731594081567 (+2 ms)Running coprocessor post-close hooks at 1731594081570 (+3 ms)Closed at 1731594081570 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594063910.2f9b3777b93c9c8a670e6af6ce8fcad4. 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7325c85dd9de7482b1c967b9c914f8d, disabling compactions & flushes 2024-11-14T14:21:21,571 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. after waiting 0 ms 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7325c85dd9de7482b1c967b9c914f8d: Waiting for close lock at 1731594081571Running coprocessor pre-close hooks at 1731594081571Disabling compacts and flushes for region at 1731594081571Disabling writes for close at 1731594081571Failed flush hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d., putting online again at 1731594081571 2024-11-14T14:21:21,571 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,686 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:21,686 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7325c85dd9de7482b1c967b9c914f8d 2024-11-14T14:21:21,686 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7325c85dd9de7482b1c967b9c914f8d, disabling compactions & flushes 2024-11-14T14:21:21,686 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,686 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,686 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. after waiting 0 ms 2024-11-14T14:21:21,686 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,686 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7325c85dd9de7482b1c967b9c914f8d: Waiting for close lock at 1731594081686Running coprocessor pre-close hooks at 1731594081686Disabling compacts and flushes for region at 1731594081686Disabling writes for close at 1731594081686Failed flush hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d., putting online again at 1731594081686 2024-11-14T14:21:21,686 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d. 2024-11-14T14:21:21,699 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 1768, reset compression=false 2024-11-14T14:21:21,703 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:21,703 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 2412, reset compression=false 2024-11-14T14:21:21,776 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:21,886 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:21:21,886 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d7325c85dd9de7482b1c967b9c914f8d=hbase:replication,,1731594070512.d7325c85dd9de7482b1c967b9c914f8d.} 2024-11-14T14:21:21,886 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:21:21,905 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 2412, reset compression=false 2024-11-14T14:21:21,945 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/rep_barrier/85d5be789fc247c289bacc04ba2d1bd0 2024-11-14T14:21:21,961 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/table/d52dc6545e674e84b530e417a206cbf7 is 53, key is hbase:replication/table:state/1731594071675/Put/seqid=0 2024-11-14T14:21:21,963 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:21:22,086 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:21:22,208 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 2412, reset compression=false 2024-11-14T14:21:22,286 DEBUG [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:21:22,364 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/table/d52dc6545e674e84b530e417a206cbf7 2024-11-14T14:21:22,368 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/info/35cf0dcd35a94da9ad31c5e027dae115 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/info/35cf0dcd35a94da9ad31c5e027dae115 2024-11-14T14:21:22,371 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/info/35cf0dcd35a94da9ad31c5e027dae115, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:21:22,371 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/ns/9af0dc8bfa234fbea8d5a0fffc5b9ba8 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/ns/9af0dc8bfa234fbea8d5a0fffc5b9ba8 2024-11-14T14:21:22,374 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/ns/9af0dc8bfa234fbea8d5a0fffc5b9ba8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:21:22,375 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/rep_barrier/85d5be789fc247c289bacc04ba2d1bd0 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/rep_barrier/85d5be789fc247c289bacc04ba2d1bd0 2024-11-14T14:21:22,378 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/rep_barrier/85d5be789fc247c289bacc04ba2d1bd0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:21:22,378 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/.tmp/table/d52dc6545e674e84b530e417a206cbf7 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/table/d52dc6545e674e84b530e417a206cbf7 2024-11-14T14:21:22,379 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:22,382 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/table/d52dc6545e674e84b530e417a206cbf7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:21:22,382 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false 2024-11-14T14:21:22,387 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:21:22,388 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:22,388 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:21:22,388 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:22,388 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594080685Running coprocessor pre-close hooks at 1731594080685Disabling compacts and flushes for region at 1731594080685Disabling writes for close at 1731594080685Obtaining lock to block concurrent updates at 1731594080685Preparing flush snapshotting stores in 1588230740 at 1731594080685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594080685Flushing stores of hbase:meta,,1.1588230740 at 1731594080685Flushing 1588230740/info: creating writer at 1731594080685Flushing 1588230740/info: appending metadata at 1731594080697 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731594080697Flushing 1588230740/ns: creating writer at 1731594081108 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731594081119 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731594081119Flushing 1588230740/rep_barrier: creating writer at 1731594081526 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594081541 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594081541Flushing 1588230740/table: creating writer at 1731594081949 (+408 ms)Flushing 1588230740/table: appending metadata at 1731594081960 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731594081960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a214632: reopening flushed file at 1731594082367 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63886f61: reopening flushed file at 1731594082371 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16245290: reopening flushed file at 1731594082374 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e11be33: reopening flushed file at 1731594082378 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false at 1731594082382 (+4 ms)Writing region close event to WAL at 1731594082385 (+3 ms)Running coprocessor post-close hooks at 1731594082387 (+2 ms)Closed at 1731594082388 (+1 ms) 2024-11-14T14:21:22,388 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:22,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:22,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:21:22,418 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68543 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:21:22,466 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:22,486 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T14:21:22,486 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,38457,1731594057048; all regions closed. 2024-11-14T14:21:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:21:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741839_1015 (size=2390) 2024-11-14T14:21:22,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.rep.1731594071641 not finished, retry = 0 2024-11-14T14:21:22,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741832_1008 (size=2420) 2024-11-14T14:21:22,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 not finished, retry = 0 2024-11-14T14:21:22,611 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 to pos 2412, reset compression=false 2024-11-14T14:21:22,693 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:22,693 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:21:22,693 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/WALs/6e2cc31459a7,38457,1731594057048/6e2cc31459a7%2C38457%2C1731594057048.1731594058516 2024-11-14T14:21:22,693 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:21:22,693 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:21:22,693 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:21:22,693 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:21:22,693 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,38457,1731594057048 because: Region server is closing 2024-11-14T14:21:22,693 INFO [RS:0;6e2cc31459a7:38457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:38457. 2024-11-14T14:21:22,694 DEBUG [RS:0;6e2cc31459a7:38457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:22,694 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:22,694 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:22,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:22,794 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.shipper6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 terminated 2024-11-14T14:21:22,794 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,38457,1731594057048.replicationSource.wal-reader.6e2cc31459a7%2C38457%2C1731594057048,1-6e2cc31459a7,38457,1731594057048 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T14:21:22,794 INFO [RS:0;6e2cc31459a7:38457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:38457. 2024-11-14T14:21:22,794 DEBUG [RS:0;6e2cc31459a7:38457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:22,794 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:22,794 DEBUG [RS:0;6e2cc31459a7:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:22,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:22,795 INFO [RS:0;6e2cc31459a7:38457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38457 2024-11-14T14:21:22,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1428218572/rs/6e2cc31459a7,38457,1731594057048 2024-11-14T14:21:22,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572/rs 2024-11-14T14:21:22,872 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:21:22,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,38457,1731594057048] 2024-11-14T14:21:22,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1428218572/draining/6e2cc31459a7,38457,1731594057048 already deleted, retry=false 2024-11-14T14:21:22,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,38457,1731594057048 expired; onlineServers=0 2024-11-14T14:21:22,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,37641,1731594056942' ***** 2024-11-14T14:21:22,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:21:22,893 INFO [M:0;6e2cc31459a7:37641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:21:22,893 INFO [M:0;6e2cc31459a7:37641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:21:22,893 DEBUG [M:0;6e2cc31459a7:37641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:21:22,893 DEBUG [M:0;6e2cc31459a7:37641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:21:22,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:21:22,893 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594058272 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594058272,5,FailOnTimeoutGroup] 2024-11-14T14:21:22,893 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594058272 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594058272,5,FailOnTimeoutGroup] 2024-11-14T14:21:22,893 INFO [M:0;6e2cc31459a7:37641 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:21:22,893 INFO [M:0;6e2cc31459a7:37641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:21:22,893 DEBUG [M:0;6e2cc31459a7:37641 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:21:22,893 INFO [M:0;6e2cc31459a7:37641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:21:22,893 INFO [M:0;6e2cc31459a7:37641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:21:22,894 INFO [M:0;6e2cc31459a7:37641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:21:22,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:21:22,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1428218572/master 2024-11-14T14:21:22,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1428218572 2024-11-14T14:21:22,903 DEBUG [M:0;6e2cc31459a7:37641 {}] zookeeper.ZKUtil(347): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Unable to get data of znode /2-1428218572/master because node does not exist (not an error) 2024-11-14T14:21:22,903 WARN [M:0;6e2cc31459a7:37641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:21:22,904 INFO [M:0;6e2cc31459a7:37641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/.lastflushedseqids 2024-11-14T14:21:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741847_1023 (size=245) 2024-11-14T14:21:22,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:22,982 INFO [RS:0;6e2cc31459a7:38457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:21:22,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x10139b83cc60007, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:22,982 INFO [RS:0;6e2cc31459a7:38457 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,38457,1731594057048; zookeeper connection closed. 2024-11-14T14:21:22,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b2fee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b2fee2 2024-11-14T14:21:22,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:21:23,069 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:23,083 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:23,308 INFO [M:0;6e2cc31459a7:37641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:21:23,308 INFO [M:0;6e2cc31459a7:37641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:21:23,308 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:21:23,308 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:23,308 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:23,308 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:21:23,308 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:23,308 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T14:21:23,321 DEBUG [M:0;6e2cc31459a7:37641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9862423bb7364ac888507c3862fb4ae3 is 82, key is hbase:meta,,1/info:regioninfo/1731594059476/Put/seqid=0 2024-11-14T14:21:23,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:21:23,724 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9862423bb7364ac888507c3862fb4ae3 2024-11-14T14:21:23,740 DEBUG [M:0;6e2cc31459a7:37641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e320ace792ae48ae8b0c95c578aa98f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594071677/Put/seqid=0 2024-11-14T14:21:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741849_1025 (size=9212) 2024-11-14T14:21:23,771 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:23,886 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:24,144 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e320ace792ae48ae8b0c95c578aa98f2 2024-11-14T14:21:24,196 DEBUG [M:0;6e2cc31459a7:37641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/306c9a2cd1f84a3ba0b0ce69c536f7a2 is 69, key is 6e2cc31459a7,38457,1731594057048/rs:state/1731594058307/Put/seqid=0 2024-11-14T14:21:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:21:24,574 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:24,600 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/306c9a2cd1f84a3ba0b0ce69c536f7a2 2024-11-14T14:21:24,603 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9862423bb7364ac888507c3862fb4ae3 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9862423bb7364ac888507c3862fb4ae3 2024-11-14T14:21:24,606 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9862423bb7364ac888507c3862fb4ae3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T14:21:24,607 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e320ace792ae48ae8b0c95c578aa98f2 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e320ace792ae48ae8b0c95c578aa98f2 2024-11-14T14:21:24,610 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e320ace792ae48ae8b0c95c578aa98f2, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T14:21:24,611 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/306c9a2cd1f84a3ba0b0ce69c536f7a2 as hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/306c9a2cd1f84a3ba0b0ce69c536f7a2 2024-11-14T14:21:24,614 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/306c9a2cd1f84a3ba0b0ce69c536f7a2, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T14:21:24,614 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=127, compaction requested=false 2024-11-14T14:21:24,616 INFO [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:24,616 DEBUG [M:0;6e2cc31459a7:37641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594083308Disabling compacts and flushes for region at 1731594083308Disabling writes for close at 1731594083308Obtaining lock to block concurrent updates at 1731594083308Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594083308Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731594083309 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594083309Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594083309Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594083320 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594083320Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594083728 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594083740 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594083740Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594084184 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594084196 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594084196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15283747: reopening flushed file at 1731594084602 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320ecb3a: reopening flushed file at 1731594084606 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461f0dcb: reopening flushed file at 1731594084610 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=127, compaction requested=false at 1731594084614 (+4 ms)Writing region close event to WAL at 1731594084616 (+2 ms)Closed at 1731594084616 2024-11-14T14:21:24,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38339 is added to blk_1073741830_1006 (size=73866) 2024-11-14T14:21:24,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f96cbfca-c0ce-2f0c-2de3-a1524c00e4ee/MasterData/WALs/6e2cc31459a7,37641,1731594056942/6e2cc31459a7%2C37641%2C1731594056942.1731594058020 not finished, retry = 0 2024-11-14T14:21:24,718 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:21:24,718 INFO [M:0;6e2cc31459a7:37641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:21:24,718 INFO [M:0;6e2cc31459a7:37641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37641 2024-11-14T14:21:24,718 INFO [M:0;6e2cc31459a7:37641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:21:24,789 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:24,892 INFO [M:0;6e2cc31459a7:37641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:21:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37641-0x10139b83cc60006, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:24,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28636311{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:21:24,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab80ac8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:21:24,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:21:24,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:21:24,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir/,STOPPED} 2024-11-14T14:21:24,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:21:24,896 WARN [BP-305763695-172.17.0.2-1731594055392 heartbeating to localhost/127.0.0.1:36973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:21:24,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:21:24,896 WARN [BP-305763695-172.17.0.2-1731594055392 heartbeating to localhost/127.0.0.1:36973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-305763695-172.17.0.2-1731594055392 (Datanode Uuid a0404cc4-96e3-4d1b-adad-620c43a4f585) service to localhost/127.0.0.1:36973 2024-11-14T14:21:24,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/cluster_84ef9fef-dc3b-e6ad-8b2c-8d10af8d01f9/data/data1/current/BP-305763695-172.17.0.2-1731594055392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:21:24,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/cluster_84ef9fef-dc3b-e6ad-8b2c-8d10af8d01f9/data/data2/current/BP-305763695-172.17.0.2-1731594055392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:21:24,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:21:24,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d680c80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:21:24,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cf56b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:21:24,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:21:24,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:21:24,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir/,STOPPED} 2024-11-14T14:21:24,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:21:24,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:21:24,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:24,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:24,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:24,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:24,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:24,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:21:24,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=883418531, stopped=false 2024-11-14T14:21:24,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,38583,1731594051311 2024-11-14T14:21:24,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669583672/running 2024-11-14T14:21:24,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669583672/running 2024-11-14T14:21:24,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:21:24,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:21:24,945 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:21:24,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:24,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:24,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:24,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,33557,1731594051450' ***** 2024-11-14T14:21:24,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:21:24,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/running 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:21:24,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Set watcher on znode that does not yet exist, /1-669583672/running 2024-11-14T14:21:24,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(3091): Received CLOSE for 032c956d548fb331b4658352b7ec2804 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(3091): Received CLOSE for c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,33557,1731594051450 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:21:24,946 INFO [RS:0;6e2cc31459a7:33557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:33557. 2024-11-14T14:21:24,947 DEBUG [RS:0;6e2cc31459a7:33557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:24,947 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:24,947 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:21:24,947 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:21:24,947 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:21:24,947 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:21:24,947 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:21:24,947 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1325): Online Regions={032c956d548fb331b4658352b7ec2804=hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804., 1588230740=hbase:meta,,1.1588230740, c2466ea4fcd2759d70a51f695c48e42e=test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.} 2024-11-14T14:21:24,947 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 032c956d548fb331b4658352b7ec2804, 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 032c956d548fb331b4658352b7ec2804, disabling compactions & flushes 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:21:24,947 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:24,947 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. after waiting 0 ms 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:21:24,947 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:21:24,947 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 032c956d548fb331b4658352b7ec2804 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T14:21:24,947 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:21:24,959 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:21:24,960 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/.tmp/queue/8927761f9e4c43689177d39ca79154d0 is 154, key is 1-6e2cc31459a7,33557,1731594051450/queue:6e2cc31459a7%2C33557%2C1731594051450/1731594080366/Put/seqid=0 2024-11-14T14:21:24,960 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/info/9552ab45dcef4ce69f58e47eaa64dcd1 is 147, key is hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804./info:regioninfo/1731594069167/Put/seqid=0 2024-11-14T14:21:24,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741840_1016 (size=7686) 2024-11-14T14:21:24,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741841_1017 (size=5353) 2024-11-14T14:21:24,964 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/.tmp/queue/8927761f9e4c43689177d39ca79154d0 2024-11-14T14:21:24,968 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/.tmp/queue/8927761f9e4c43689177d39ca79154d0 as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/queue/8927761f9e4c43689177d39ca79154d0 2024-11-14T14:21:24,972 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/queue/8927761f9e4c43689177d39ca79154d0, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T14:21:24,973 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 032c956d548fb331b4658352b7ec2804 in 25ms, sequenceid=14, compaction requested=false 2024-11-14T14:21:24,979 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/replication/032c956d548fb331b4658352b7ec2804/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T14:21:24,979 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:24,979 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:21:24,979 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:24,979 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 032c956d548fb331b4658352b7ec2804: Waiting for close lock at 1731594084947Running coprocessor pre-close hooks at 1731594084947Disabling compacts and flushes for region at 1731594084947Disabling writes for close at 1731594084947Obtaining lock to block concurrent updates at 1731594084947Preparing flush snapshotting stores in 032c956d548fb331b4658352b7ec2804 at 1731594084947Finished memstore snapshotting hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731594084947Flushing stores of hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. at 1731594084948 (+1 ms)Flushing 032c956d548fb331b4658352b7ec2804/queue: creating writer at 1731594084948Flushing 032c956d548fb331b4658352b7ec2804/queue: appending metadata at 1731594084960 (+12 ms)Flushing 032c956d548fb331b4658352b7ec2804/queue: closing flushed file at 1731594084960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a969b0d: reopening flushed file at 1731594084968 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 032c956d548fb331b4658352b7ec2804 in 25ms, sequenceid=14, compaction requested=false at 1731594084973 (+5 ms)Writing region close event to WAL at 1731594084976 (+3 ms)Running coprocessor post-close hooks at 1731594084979 (+3 ms)Closed at 1731594084979 2024-11-14T14:21:24,980 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731594068362.032c956d548fb331b4658352b7ec2804. 2024-11-14T14:21:24,980 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2466ea4fcd2759d70a51f695c48e42e, disabling compactions & flushes 2024-11-14T14:21:24,980 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:24,980 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:24,980 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. after waiting 0 ms 2024-11-14T14:21:24,980 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:24,980 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2466ea4fcd2759d70a51f695c48e42e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T14:21:24,994 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/f/cdeac64383294de2b9928dea5622921f is 37, key is row3/f:row3/1731594079340/Put/seqid=0 2024-11-14T14:21:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741842_1018 (size=5228) 2024-11-14T14:21:25,147 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:25,347 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:25,364 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/info/9552ab45dcef4ce69f58e47eaa64dcd1 2024-11-14T14:21:25,384 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/ns/c07bd000851b4ac4b7a6c8ee9ca166cb is 43, key is default/ns:d/1731594055217/Put/seqid=0 2024-11-14T14:21:25,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741843_1019 (size=5153) 2024-11-14T14:21:25,398 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/f/cdeac64383294de2b9928dea5622921f 2024-11-14T14:21:25,402 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdeac64383294de2b9928dea5622921f 2024-11-14T14:21:25,418 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/f1/aecf48d8e09d4427bf921328f122d5d8 is 30, key is row1/f1:/1731594076687/DeleteFamily/seqid=0 2024-11-14T14:21:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741844_1020 (size=5158) 2024-11-14T14:21:25,477 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:25,547 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:25,695 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:21:25,695 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:21:25,747 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:25,787 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/ns/c07bd000851b4ac4b7a6c8ee9ca166cb 2024-11-14T14:21:25,792 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1471, reset compression=false 2024-11-14T14:21:25,795 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:25,795 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1718, reset compression=false 2024-11-14T14:21:25,795 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,33557,1731594051450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:25,796 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,33557,1731594051450: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,33557,1731594051450, walGroup=6e2cc31459a7%2C33557%2C1731594051450, offset=6e2cc31459a7%2C33557%2C1731594051450.1731594053772:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:21:25,797 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:21:25,797 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:21:25,798 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:21:25,798 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:21:25,798 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:21:25,798 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 919766592 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198133824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:21:25,798 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:38583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:38583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:21:25,807 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/6160c8484ec74ea2893bdca74e3bbcee is 112, key is test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e./rep_barrier:seqnumDuringOpen/1731594062902/Put/seqid=0 2024-11-14T14:21:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741845_1021 (size=5518) 2024-11-14T14:21:25,821 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/f1/aecf48d8e09d4427bf921328f122d5d8 2024-11-14T14:21:25,825 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aecf48d8e09d4427bf921328f122d5d8 2024-11-14T14:21:25,837 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/norep/a9ff7daa4a244017a75f4dca09d1148f is 33, key is row1/norep:/1731594076687/DeleteFamily/seqid=0 2024-11-14T14:21:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741846_1022 (size=5108) 2024-11-14T14:21:25,948 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:21:25,948 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2466ea4fcd2759d70a51f695c48e42e=test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e.} 2024-11-14T14:21:25,948 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:26,003 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1718, reset compression=false 2024-11-14T14:21:26,148 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2466ea4fcd2759d70a51f695c48e42e 2024-11-14T14:21:26,210 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/6160c8484ec74ea2893bdca74e3bbcee 2024-11-14T14:21:26,225 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/table/826a7d62fd0a48d297390b6c545c6c30 is 53, key is hbase:replication/table:state/1731594069174/Put/seqid=0 2024-11-14T14:21:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741847_1023 (size=5308) 2024-11-14T14:21:26,240 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/norep/a9ff7daa4a244017a75f4dca09d1148f 2024-11-14T14:21:26,243 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9ff7daa4a244017a75f4dca09d1148f 2024-11-14T14:21:26,244 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/f/cdeac64383294de2b9928dea5622921f as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/f/cdeac64383294de2b9928dea5622921f 2024-11-14T14:21:26,247 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdeac64383294de2b9928dea5622921f 2024-11-14T14:21:26,247 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/f/cdeac64383294de2b9928dea5622921f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T14:21:26,248 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/f1/aecf48d8e09d4427bf921328f122d5d8 as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/f1/aecf48d8e09d4427bf921328f122d5d8 2024-11-14T14:21:26,251 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aecf48d8e09d4427bf921328f122d5d8 2024-11-14T14:21:26,251 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/f1/aecf48d8e09d4427bf921328f122d5d8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T14:21:26,252 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/.tmp/norep/a9ff7daa4a244017a75f4dca09d1148f as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/norep/a9ff7daa4a244017a75f4dca09d1148f 2024-11-14T14:21:26,255 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9ff7daa4a244017a75f4dca09d1148f 2024-11-14T14:21:26,255 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/norep/a9ff7daa4a244017a75f4dca09d1148f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T14:21:26,255 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c2466ea4fcd2759d70a51f695c48e42e in 1275ms, sequenceid=12, compaction requested=false 2024-11-14T14:21:26,255 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:21:26,259 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/default/test/c2466ea4fcd2759d70a51f695c48e42e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T14:21:26,259 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:26,259 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:21:26,259 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:26,259 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2466ea4fcd2759d70a51f695c48e42e: Waiting for close lock at 1731594084980Running coprocessor pre-close hooks at 1731594084980Disabling compacts and flushes for region at 1731594084980Disabling writes for close at 1731594084980Obtaining lock to block concurrent updates at 1731594084980Preparing flush snapshotting stores in c2466ea4fcd2759d70a51f695c48e42e at 1731594084980Finished memstore snapshotting test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731594084980Flushing stores of test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. at 1731594084981 (+1 ms)Flushing c2466ea4fcd2759d70a51f695c48e42e/f: creating writer at 1731594084981Flushing c2466ea4fcd2759d70a51f695c48e42e/f: appending metadata at 1731594084994 (+13 ms)Flushing c2466ea4fcd2759d70a51f695c48e42e/f: closing flushed file at 1731594084994Flushing c2466ea4fcd2759d70a51f695c48e42e/f1: creating writer at 1731594085402 (+408 ms)Flushing c2466ea4fcd2759d70a51f695c48e42e/f1: appending metadata at 1731594085417 (+15 ms)Flushing c2466ea4fcd2759d70a51f695c48e42e/f1: closing flushed file at 1731594085417Flushing c2466ea4fcd2759d70a51f695c48e42e/norep: creating writer at 1731594085825 (+408 ms)Flushing c2466ea4fcd2759d70a51f695c48e42e/norep: appending metadata at 1731594085836 (+11 ms)Flushing c2466ea4fcd2759d70a51f695c48e42e/norep: closing flushed file at 1731594085836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a572777: reopening flushed file at 1731594086243 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a5c667: reopening flushed file at 1731594086247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a344b8: reopening flushed file at 1731594086251 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c2466ea4fcd2759d70a51f695c48e42e in 1275ms, sequenceid=12, compaction requested=false at 1731594086255 (+4 ms)Writing region close event to WAL at 1731594086257 (+2 ms)Running coprocessor post-close hooks at 1731594086259 (+2 ms)Closed at 1731594086259 2024-11-14T14:21:26,259 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594061761.c2466ea4fcd2759d70a51f695c48e42e. 2024-11-14T14:21:26,306 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 1718, reset compression=false 2024-11-14T14:21:26,309 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:26,309 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 2362, reset compression=false 2024-11-14T14:21:26,348 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:21:26,480 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:26,512 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.wal-reader.6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/WALs/6e2cc31459a7,33557,1731594051450/6e2cc31459a7%2C33557%2C1731594051450.1731594053772 to pos 2362, reset compression=false 2024-11-14T14:21:26,548 DEBUG [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:21:26,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,600 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:38583 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T14:21:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:26,629 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/table/826a7d62fd0a48d297390b6c545c6c30 2024-11-14T14:21:26,634 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/info/9552ab45dcef4ce69f58e47eaa64dcd1 as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/info/9552ab45dcef4ce69f58e47eaa64dcd1 2024-11-14T14:21:26,637 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/info/9552ab45dcef4ce69f58e47eaa64dcd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:21:26,638 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/ns/c07bd000851b4ac4b7a6c8ee9ca166cb as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/ns/c07bd000851b4ac4b7a6c8ee9ca166cb 2024-11-14T14:21:26,641 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/ns/c07bd000851b4ac4b7a6c8ee9ca166cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:21:26,642 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/6160c8484ec74ea2893bdca74e3bbcee as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/rep_barrier/6160c8484ec74ea2893bdca74e3bbcee 2024-11-14T14:21:26,645 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/rep_barrier/6160c8484ec74ea2893bdca74e3bbcee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:21:26,646 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/.tmp/table/826a7d62fd0a48d297390b6c545c6c30 as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/table/826a7d62fd0a48d297390b6c545c6c30 2024-11-14T14:21:26,657 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/table/826a7d62fd0a48d297390b6c545c6c30, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:21:26,658 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-14T14:21:26,661 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:21:26,662 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:26,662 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:21:26,662 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:26,662 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594084947Running coprocessor pre-close hooks at 1731594084947Disabling compacts and flushes for region at 1731594084947Disabling writes for close at 1731594084947Obtaining lock to block concurrent updates at 1731594084947Preparing flush snapshotting stores in 1588230740 at 1731594084947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594084947Flushing stores of hbase:meta,,1.1588230740 at 1731594084948 (+1 ms)Flushing 1588230740/info: creating writer at 1731594084948Flushing 1588230740/info: appending metadata at 1731594084960 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731594084960Flushing 1588230740/ns: creating writer at 1731594085368 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731594085384 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731594085384Flushing 1588230740/rep_barrier: creating writer at 1731594085791 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594085807 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594085807Flushing 1588230740/table: creating writer at 1731594086214 (+407 ms)Flushing 1588230740/table: appending metadata at 1731594086225 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731594086225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279afc48: reopening flushed file at 1731594086633 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613747a4: reopening flushed file at 1731594086637 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e48bf6: reopening flushed file at 1731594086641 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73acb836: reopening flushed file at 1731594086645 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731594086658 (+13 ms)Writing region close event to WAL at 1731594086659 (+1 ms)Running coprocessor post-close hooks at 1731594086661 (+2 ms)Closed at 1731594086662 (+1 ms) 2024-11-14T14:21:26,662 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:26,748 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,33557,1731594051450; all regions closed. 2024-11-14T14:21:26,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:21:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741839_1015 (size=3552) 2024-11-14T14:21:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741832_1008 (size=2370) 2024-11-14T14:21:26,756 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:26,756 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:21:26,757 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:21:26,757 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:21:26,757 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:21:26,757 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:21:26,757 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,33557,1731594051450 because: Region server is closing 2024-11-14T14:21:26,757 INFO [RS:0;6e2cc31459a7:33557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:33557. 2024-11-14T14:21:26,758 DEBUG [RS:0;6e2cc31459a7:33557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:26,758 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:26,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:26,758 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:26,858 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,33557,1731594051450.replicationSource.shipper6e2cc31459a7%2C33557%2C1731594051450,1-6e2cc31459a7,33557,1731594051450 terminated 2024-11-14T14:21:26,858 INFO [RS:0;6e2cc31459a7:33557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:33557. 2024-11-14T14:21:26,858 DEBUG [RS:0;6e2cc31459a7:33557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:26,859 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:26,859 DEBUG [RS:0;6e2cc31459a7:33557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:26,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:26,859 INFO [RS:0;6e2cc31459a7:33557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33557 2024-11-14T14:21:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669583672/rs/6e2cc31459a7,33557,1731594051450 2024-11-14T14:21:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672/rs 2024-11-14T14:21:26,924 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:21:26,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,33557,1731594051450] 2024-11-14T14:21:26,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-669583672/draining/6e2cc31459a7,33557,1731594051450 already deleted, retry=false 2024-11-14T14:21:26,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,33557,1731594051450 expired; onlineServers=0 2024-11-14T14:21:26,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,38583,1731594051311' ***** 2024-11-14T14:21:26,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:21:26,945 INFO [M:0;6e2cc31459a7:38583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:21:26,945 INFO [M:0;6e2cc31459a7:38583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:21:26,945 DEBUG [M:0;6e2cc31459a7:38583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:21:26,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:21:26,945 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594053524 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594053524,5,FailOnTimeoutGroup] 2024-11-14T14:21:26,945 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594053528 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594053528,5,FailOnTimeoutGroup] 2024-11-14T14:21:26,945 DEBUG [M:0;6e2cc31459a7:38583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:21:26,946 INFO [M:0;6e2cc31459a7:38583 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:21:26,946 INFO [M:0;6e2cc31459a7:38583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:21:26,946 DEBUG [M:0;6e2cc31459a7:38583 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:21:26,946 INFO [M:0;6e2cc31459a7:38583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:21:26,946 INFO [M:0;6e2cc31459a7:38583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:21:26,946 INFO [M:0;6e2cc31459a7:38583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:21:26,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:21:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-669583672/master 2024-11-14T14:21:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-669583672 2024-11-14T14:21:26,956 DEBUG [M:0;6e2cc31459a7:38583 {}] zookeeper.ZKUtil(347): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Unable to get data of znode /1-669583672/master because node does not exist (not an error) 2024-11-14T14:21:26,956 WARN [M:0;6e2cc31459a7:38583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:21:26,956 INFO [M:0;6e2cc31459a7:38583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/.lastflushedseqids 2024-11-14T14:21:26,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741848_1024 (size=245) 2024-11-14T14:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33557-0x10139b83cc60004, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:27,035 INFO [RS:0;6e2cc31459a7:33557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:21:27,035 INFO [RS:0;6e2cc31459a7:33557 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,33557,1731594051450; zookeeper connection closed. 2024-11-14T14:21:27,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37145926 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37145926 2024-11-14T14:21:27,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:21:27,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:21:27,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:27,360 INFO [M:0;6e2cc31459a7:38583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:21:27,360 INFO [M:0;6e2cc31459a7:38583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:21:27,360 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:21:27,360 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:27,360 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:27,360 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:21:27,360 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:27,361 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T14:21:27,374 DEBUG [M:0;6e2cc31459a7:38583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57d037379bf542ca8f2e1872899367b1 is 82, key is hbase:meta,,1/info:regioninfo/1731594054969/Put/seqid=0 2024-11-14T14:21:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741849_1025 (size=5672) 2024-11-14T14:21:27,583 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:27,778 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57d037379bf542ca8f2e1872899367b1 2024-11-14T14:21:27,793 DEBUG [M:0;6e2cc31459a7:38583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06470b8f482340c0bcf83f197afa38da is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731594062911/Put/seqid=0 2024-11-14T14:21:27,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741850_1026 (size=7219) 2024-11-14T14:21:28,197 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06470b8f482340c0bcf83f197afa38da 2024-11-14T14:21:28,200 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06470b8f482340c0bcf83f197afa38da 2024-11-14T14:21:28,216 DEBUG [M:0;6e2cc31459a7:38583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87f29f322aba4cf38ca335f8e75892d2 is 69, key is 6e2cc31459a7,33557,1731594051450/rs:state/1731594053613/Put/seqid=0 2024-11-14T14:21:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741851_1027 (size=5156) 2024-11-14T14:21:28,620 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87f29f322aba4cf38ca335f8e75892d2 2024-11-14T14:21:28,623 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57d037379bf542ca8f2e1872899367b1 as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57d037379bf542ca8f2e1872899367b1 2024-11-14T14:21:28,626 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57d037379bf542ca8f2e1872899367b1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T14:21:28,627 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06470b8f482340c0bcf83f197afa38da as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06470b8f482340c0bcf83f197afa38da 2024-11-14T14:21:28,630 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06470b8f482340c0bcf83f197afa38da 2024-11-14T14:21:28,630 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06470b8f482340c0bcf83f197afa38da, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T14:21:28,630 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87f29f322aba4cf38ca335f8e75892d2 as hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87f29f322aba4cf38ca335f8e75892d2 2024-11-14T14:21:28,633 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38995/user/jenkins/test-data/6dcb1f60-ec36-9f40-0939-4c0821360dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87f29f322aba4cf38ca335f8e75892d2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T14:21:28,634 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-14T14:21:28,640 INFO [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:28,640 DEBUG [M:0;6e2cc31459a7:38583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594087360Disabling compacts and flushes for region at 1731594087360Disabling writes for close at 1731594087360Obtaining lock to block concurrent updates at 1731594087361 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594087361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731594087361Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594087361Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594087361Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594087374 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594087374Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594087781 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594087792 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594087792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594088200 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594088215 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594088215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a96ee72: reopening flushed file at 1731594088623 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be4c8f: reopening flushed file at 1731594088626 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd1871d: reopening flushed file at 1731594088630 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1731594088634 (+4 ms)Writing region close event to WAL at 1731594088640 (+6 ms)Closed at 1731594088640 2024-11-14T14:21:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45625 is added to blk_1073741830_1006 (size=64435) 2024-11-14T14:21:28,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:21:28,643 INFO [M:0;6e2cc31459a7:38583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:21:28,643 INFO [M:0;6e2cc31459a7:38583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38583 2024-11-14T14:21:28,644 INFO [M:0;6e2cc31459a7:38583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:21:28,786 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:28,814 INFO [M:0;6e2cc31459a7:38583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:21:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38583-0x10139b83cc60003, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:28,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@196163e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:21:28,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:21:28,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:21:28,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:21:28,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir/,STOPPED} 2024-11-14T14:21:28,818 WARN [BP-783890726-172.17.0.2-1731594049430 heartbeating to localhost/127.0.0.1:38995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:21:28,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:21:28,818 WARN [BP-783890726-172.17.0.2-1731594049430 heartbeating to localhost/127.0.0.1:38995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-783890726-172.17.0.2-1731594049430 (Datanode Uuid 5619bb2e-b5b7-4de1-98d2-4db126cccd7f) service to localhost/127.0.0.1:38995 2024-11-14T14:21:28,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:21:28,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/cluster_5050939f-747e-62aa-dcc8-dac1556e6d37/data/data1/current/BP-783890726-172.17.0.2-1731594049430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:21:28,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/cluster_5050939f-747e-62aa-dcc8-dac1556e6d37/data/data2/current/BP-783890726-172.17.0.2-1731594049430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:21:28,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:21:28,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687babfe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:21:28,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:21:28,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:21:28,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:21:28,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef48ad12-630f-1f62-8d12-21b69a8eca7c/hadoop.log.dir/,STOPPED} 2024-11-14T14:21:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:21:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:21:28,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:28,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:28,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:28,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:28,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:28,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:21:28,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1328598727, stopped=false 2024-11-14T14:21:28,841 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,35427,1731594045648 2024-11-14T14:21:28,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/031770196/running 2024-11-14T14:21:28,860 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/031770196/running 2024-11-14T14:21:28,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:21:28,860 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:21:28,860 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:21:28,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:28,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/running 2024-11-14T14:21:28,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Set watcher on znode that does not yet exist, /031770196/running 2024-11-14T14:21:28,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:28,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:28,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,36169,1731594045823' ***** 2024-11-14T14:21:28,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:21:28,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 7abd69dae1fbf87156e7a6982cf573e1 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,36169,1731594045823 2024-11-14T14:21:28,861 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:21:28,862 INFO [RS:0;6e2cc31459a7:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:36169. 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7abd69dae1fbf87156e7a6982cf573e1, disabling compactions & flushes 2024-11-14T14:21:28,862 DEBUG [RS:0;6e2cc31459a7:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:28,862 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:28,862 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. after waiting 0 ms 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:28,862 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:21:28,862 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:21:28,862 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:21:28,862 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7abd69dae1fbf87156e7a6982cf573e1 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T14:21:28,862 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:21:28,862 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:21:28,862 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1325): Online Regions={7abd69dae1fbf87156e7a6982cf573e1=hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1., 1588230740=hbase:meta,,1.1588230740, cdeb07b33060506063318bdf4bb82bbe=test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.} 2024-11-14T14:21:28,862 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7abd69dae1fbf87156e7a6982cf573e1, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:21:28,862 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:21:28,862 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:21:28,862 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:21:28,866 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:21:28,874 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/info/d062847f0f4b430a8e413faab88eb8a9 is 147, key is hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1./info:regioninfo/1731594067361/Put/seqid=0 2024-11-14T14:21:28,874 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/.tmp/queue/49117a500292461a922c04703eb05440 is 154, key is 1-6e2cc31459a7,36169,1731594045823/queue:6e2cc31459a7%2C36169%2C1731594045823/1731594081054/Put/seqid=0 2024-11-14T14:21:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741840_1016 (size=7686) 2024-11-14T14:21:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741841_1017 (size=5353) 2024-11-14T14:21:28,879 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/.tmp/queue/49117a500292461a922c04703eb05440 2024-11-14T14:21:28,884 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/.tmp/queue/49117a500292461a922c04703eb05440 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/queue/49117a500292461a922c04703eb05440 2024-11-14T14:21:28,888 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/queue/49117a500292461a922c04703eb05440, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T14:21:28,888 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7abd69dae1fbf87156e7a6982cf573e1 in 26ms, sequenceid=14, compaction requested=false 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/replication/7abd69dae1fbf87156e7a6982cf573e1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:21:28,891 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7abd69dae1fbf87156e7a6982cf573e1: Waiting for close lock at 1731594088862Running coprocessor pre-close hooks at 1731594088862Disabling compacts and flushes for region at 1731594088862Disabling writes for close at 1731594088862Obtaining lock to block concurrent updates at 1731594088862Preparing flush snapshotting stores in 7abd69dae1fbf87156e7a6982cf573e1 at 1731594088862Finished memstore snapshotting hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731594088862Flushing stores of hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. at 1731594088862Flushing 7abd69dae1fbf87156e7a6982cf573e1/queue: creating writer at 1731594088863 (+1 ms)Flushing 7abd69dae1fbf87156e7a6982cf573e1/queue: appending metadata at 1731594088874 (+11 ms)Flushing 7abd69dae1fbf87156e7a6982cf573e1/queue: closing flushed file at 1731594088874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc20d24: reopening flushed file at 1731594088883 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7abd69dae1fbf87156e7a6982cf573e1 in 26ms, sequenceid=14, compaction requested=false at 1731594088888 (+5 ms)Writing region close event to WAL at 1731594088889 (+1 ms)Running coprocessor post-close hooks at 1731594088891 (+2 ms)Closed at 1731594088891 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731594066203.7abd69dae1fbf87156e7a6982cf573e1. 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdeb07b33060506063318bdf4bb82bbe, disabling compactions & flushes 2024-11-14T14:21:28,891 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. after waiting 0 ms 2024-11-14T14:21:28,891 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:28,891 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdeb07b33060506063318bdf4bb82bbe 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T14:21:28,904 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/f/e88d0acf38434004807c2dc93ce8b22e is 37, key is row3/f:row3/1731594079340/Put/seqid=0 2024-11-14T14:21:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741842_1018 (size=5228) 2024-11-14T14:21:29,032 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:21:29,032 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:21:29,062 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:29,262 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:29,278 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/info/d062847f0f4b430a8e413faab88eb8a9 2024-11-14T14:21:29,293 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/ns/0ffdb34c4f0b449187ec77c53255d630 is 43, key is default/ns:d/1731594049299/Put/seqid=0 2024-11-14T14:21:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741843_1019 (size=5153) 2024-11-14T14:21:29,308 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/f/e88d0acf38434004807c2dc93ce8b22e 2024-11-14T14:21:29,311 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e88d0acf38434004807c2dc93ce8b22e 2024-11-14T14:21:29,323 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/f1/0ece64eea81c46c2bc9b49ed6478c03c is 30, key is row1/f1:/1731594076687/DeleteFamily/seqid=0 2024-11-14T14:21:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741844_1020 (size=5158) 2024-11-14T14:21:29,462 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:29,505 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:21:29,505 INFO [master/6e2cc31459a7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:21:29,663 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:29,697 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/ns/0ffdb34c4f0b449187ec77c53255d630 2024-11-14T14:21:29,716 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/rep_barrier/0142a81a5ea240d7a7e0bb40e76ed1f3 is 112, key is test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe./rep_barrier:seqnumDuringOpen/1731594060780/Put/seqid=0 2024-11-14T14:21:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741845_1021 (size=5518) 2024-11-14T14:21:29,720 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/rep_barrier/0142a81a5ea240d7a7e0bb40e76ed1f3 2024-11-14T14:21:29,726 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/f1/0ece64eea81c46c2bc9b49ed6478c03c 2024-11-14T14:21:29,729 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ece64eea81c46c2bc9b49ed6478c03c 2024-11-14T14:21:29,735 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/table/b69775d8ed164e5aa82760027fe1d2c5 is 53, key is hbase:replication/table:state/1731594067366/Put/seqid=0 2024-11-14T14:21:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:21:29,742 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/norep/b14c6f4f829044bc8ace858c599b14aa is 32, key is row/norep:/1731594075682/DeleteFamily/seqid=0 2024-11-14T14:21:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741847_1023 (size=5101) 2024-11-14T14:21:29,863 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:21:29,863 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdeb07b33060506063318bdf4bb82bbe=test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe.} 2024-11-14T14:21:29,863 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:30,063 DEBUG [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdeb07b33060506063318bdf4bb82bbe 2024-11-14T14:21:30,088 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1491, reset compression=false 2024-11-14T14:21:30,092 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:30,092 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1738, reset compression=false 2024-11-14T14:21:30,092 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,36169,1731594045823 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:30,093 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,36169,1731594045823: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,36169,1731594045823, walGroup=6e2cc31459a7%2C36169%2C1731594045823, offset=6e2cc31459a7%2C36169%2C1731594045823.1731594048164:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:36169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:21:30,094 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:21:30,094 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:21:30,094 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:21:30,094 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:21:30,094 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:21:30,094 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 809174528 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198898152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:21:30,094 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:35427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:35427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:21:30,142 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/table/b69775d8ed164e5aa82760027fe1d2c5 2024-11-14T14:21:30,145 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/norep/b14c6f4f829044bc8ace858c599b14aa 2024-11-14T14:21:30,146 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/info/d062847f0f4b430a8e413faab88eb8a9 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/info/d062847f0f4b430a8e413faab88eb8a9 2024-11-14T14:21:30,149 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14c6f4f829044bc8ace858c599b14aa 2024-11-14T14:21:30,149 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/info/d062847f0f4b430a8e413faab88eb8a9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:21:30,149 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/f/e88d0acf38434004807c2dc93ce8b22e as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/f/e88d0acf38434004807c2dc93ce8b22e 2024-11-14T14:21:30,149 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/ns/0ffdb34c4f0b449187ec77c53255d630 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/ns/0ffdb34c4f0b449187ec77c53255d630 2024-11-14T14:21:30,153 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e88d0acf38434004807c2dc93ce8b22e 2024-11-14T14:21:30,153 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/ns/0ffdb34c4f0b449187ec77c53255d630, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:21:30,153 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/f/e88d0acf38434004807c2dc93ce8b22e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T14:21:30,154 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/rep_barrier/0142a81a5ea240d7a7e0bb40e76ed1f3 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/rep_barrier/0142a81a5ea240d7a7e0bb40e76ed1f3 2024-11-14T14:21:30,154 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/f1/0ece64eea81c46c2bc9b49ed6478c03c as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/f1/0ece64eea81c46c2bc9b49ed6478c03c 2024-11-14T14:21:30,157 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ece64eea81c46c2bc9b49ed6478c03c 2024-11-14T14:21:30,157 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/f1/0ece64eea81c46c2bc9b49ed6478c03c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T14:21:30,157 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/rep_barrier/0142a81a5ea240d7a7e0bb40e76ed1f3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:21:30,157 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/.tmp/norep/b14c6f4f829044bc8ace858c599b14aa as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/norep/b14c6f4f829044bc8ace858c599b14aa 2024-11-14T14:21:30,158 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/.tmp/table/b69775d8ed164e5aa82760027fe1d2c5 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/table/b69775d8ed164e5aa82760027fe1d2c5 2024-11-14T14:21:30,161 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/table/b69775d8ed164e5aa82760027fe1d2c5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:21:30,161 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14c6f4f829044bc8ace858c599b14aa 2024-11-14T14:21:30,161 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/norep/b14c6f4f829044bc8ace858c599b14aa, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T14:21:30,161 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false 2024-11-14T14:21:30,162 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdeb07b33060506063318bdf4bb82bbe in 1271ms, sequenceid=12, compaction requested=false 2024-11-14T14:21:30,162 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:21:30,162 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/default/test/cdeb07b33060506063318bdf4bb82bbe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:21:30,171 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdeb07b33060506063318bdf4bb82bbe: Waiting for close lock at 1731594088891Running coprocessor pre-close hooks at 1731594088891Disabling compacts and flushes for region at 1731594088891Disabling writes for close at 1731594088891Obtaining lock to block concurrent updates at 1731594088891Preparing flush snapshotting stores in cdeb07b33060506063318bdf4bb82bbe at 1731594088891Finished memstore snapshotting test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731594088892 (+1 ms)Flushing stores of test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. at 1731594088892Flushing cdeb07b33060506063318bdf4bb82bbe/f: creating writer at 1731594088892Flushing cdeb07b33060506063318bdf4bb82bbe/f: appending metadata at 1731594088904 (+12 ms)Flushing cdeb07b33060506063318bdf4bb82bbe/f: closing flushed file at 1731594088904Flushing cdeb07b33060506063318bdf4bb82bbe/f1: creating writer at 1731594089311 (+407 ms)Flushing cdeb07b33060506063318bdf4bb82bbe/f1: appending metadata at 1731594089322 (+11 ms)Flushing cdeb07b33060506063318bdf4bb82bbe/f1: closing flushed file at 1731594089322Flushing cdeb07b33060506063318bdf4bb82bbe/norep: creating writer at 1731594089729 (+407 ms)Flushing cdeb07b33060506063318bdf4bb82bbe/norep: appending metadata at 1731594089741 (+12 ms)Flushing cdeb07b33060506063318bdf4bb82bbe/norep: closing flushed file at 1731594089741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5685cd02: reopening flushed file at 1731594090149 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731e1f07: reopening flushed file at 1731594090153 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357de68a: reopening flushed file at 1731594090157 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdeb07b33060506063318bdf4bb82bbe in 1271ms, sequenceid=12, compaction requested=false at 1731594090162 (+5 ms)Writing region close event to WAL at 1731594090168 (+6 ms)Running coprocessor post-close hooks at 1731594090171 (+3 ms)Closed at 1731594090171 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594059603.cdeb07b33060506063318bdf4bb82bbe. 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:21:30,171 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:21:30,172 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:30,172 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594088862Running coprocessor pre-close hooks at 1731594088862Disabling compacts and flushes for region at 1731594088862Disabling writes for close at 1731594088862Obtaining lock to block concurrent updates at 1731594088862Preparing flush snapshotting stores in 1588230740 at 1731594088862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594088862Flushing stores of hbase:meta,,1.1588230740 at 1731594088863 (+1 ms)Flushing 1588230740/info: creating writer at 1731594088863Flushing 1588230740/info: appending metadata at 1731594088874 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731594088874Flushing 1588230740/ns: creating writer at 1731594089281 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731594089293 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731594089293Flushing 1588230740/rep_barrier: creating writer at 1731594089701 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594089716 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594089716Flushing 1588230740/table: creating writer at 1731594089722 (+6 ms)Flushing 1588230740/table: appending metadata at 1731594089735 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731594089735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afb1a02: reopening flushed file at 1731594090145 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7248a049: reopening flushed file at 1731594090149 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7593a23a: reopening flushed file at 1731594090153 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9eaa12: reopening flushed file at 1731594090157 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false at 1731594090162 (+5 ms)Writing region close event to WAL at 1731594090168 (+6 ms)Running coprocessor post-close hooks at 1731594090171 (+3 ms)Closed at 1731594090171 2024-11-14T14:21:30,172 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:30,263 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,36169,1731594045823; all regions closed. 2024-11-14T14:21:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:21:30,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.meta.1731594049106.meta not finished, retry = 0 2024-11-14T14:21:30,296 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 1738, reset compression=false 2024-11-14T14:21:30,299 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:30,299 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/WALs/6e2cc31459a7,36169,1731594045823/6e2cc31459a7%2C36169%2C1731594045823.1731594048164 to pos 2382, reset compression=false 2024-11-14T14:21:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741839_1015 (size=3552) 2024-11-14T14:21:30,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741832_1008 (size=2390) 2024-11-14T14:21:30,372 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:30,372 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:21:30,372 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:21:30,372 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:21:30,372 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:21:30,373 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:21:30,373 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,36169,1731594045823 because: Region server is closing 2024-11-14T14:21:30,373 INFO [RS:0;6e2cc31459a7:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:36169. 2024-11-14T14:21:30,373 DEBUG [RS:0;6e2cc31459a7:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:30,373 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:30,373 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:30,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:30,473 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.shipper6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 terminated 2024-11-14T14:21:30,473 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,36169,1731594045823.replicationSource.wal-reader.6e2cc31459a7%2C36169%2C1731594045823,1-6e2cc31459a7,36169,1731594045823 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:21:30,473 INFO [RS:0;6e2cc31459a7:36169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:36169. 2024-11-14T14:21:30,473 DEBUG [RS:0;6e2cc31459a7:36169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:30,473 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:30,474 DEBUG [RS:0;6e2cc31459a7:36169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:30,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:30,474 INFO [RS:0;6e2cc31459a7:36169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36169 2024-11-14T14:21:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196/rs 2024-11-14T14:21:30,524 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/031770196/rs/6e2cc31459a7,36169,1731594045823 2024-11-14T14:21:30,524 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:21:30,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,36169,1731594045823] 2024-11-14T14:21:30,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /031770196/draining/6e2cc31459a7,36169,1731594045823 already deleted, retry=false 2024-11-14T14:21:30,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,36169,1731594045823 expired; onlineServers=0 2024-11-14T14:21:30,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,35427,1731594045648' ***** 2024-11-14T14:21:30,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:21:30,545 INFO [M:0;6e2cc31459a7:35427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:21:30,545 INFO [M:0;6e2cc31459a7:35427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:21:30,545 DEBUG [M:0;6e2cc31459a7:35427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:21:30,545 DEBUG [M:0;6e2cc31459a7:35427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:21:30,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:21:30,545 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594047870 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594047870,5,FailOnTimeoutGroup] 2024-11-14T14:21:30,545 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594047870 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594047870,5,FailOnTimeoutGroup] 2024-11-14T14:21:30,545 INFO [M:0;6e2cc31459a7:35427 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:21:30,545 INFO [M:0;6e2cc31459a7:35427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:21:30,545 DEBUG [M:0;6e2cc31459a7:35427 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:21:30,545 INFO [M:0;6e2cc31459a7:35427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:21:30,545 INFO [M:0;6e2cc31459a7:35427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:21:30,546 ERROR [M:0;6e2cc31459a7:35427 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34441,5,PEWorkerGroup] 2024-11-14T14:21:30,546 INFO [M:0;6e2cc31459a7:35427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:21:30,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:21:30,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/031770196/master 2024-11-14T14:21:30,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/031770196 2024-11-14T14:21:30,555 DEBUG [M:0;6e2cc31459a7:35427 {}] zookeeper.ZKUtil(347): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Unable to get data of znode /031770196/master because node does not exist (not an error) 2024-11-14T14:21:30,555 WARN [M:0;6e2cc31459a7:35427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:21:30,556 INFO [M:0;6e2cc31459a7:35427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/.lastflushedseqids 2024-11-14T14:21:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741848_1024 (size=245) 2024-11-14T14:21:30,634 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:30,634 INFO [RS:0;6e2cc31459a7:36169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:21:30,634 INFO [RS:0;6e2cc31459a7:36169 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,36169,1731594045823; zookeeper connection closed. 2024-11-14T14:21:30,634 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36169-0x10139b83cc60001, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:30,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63241100 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63241100 2024-11-14T14:21:30,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:21:30,960 INFO [M:0;6e2cc31459a7:35427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:21:30,960 INFO [M:0;6e2cc31459a7:35427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:21:30,960 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:21:30,960 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:30,960 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:30,960 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:21:30,960 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:30,960 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T14:21:30,976 DEBUG [M:0;6e2cc31459a7:35427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1029345d316948799ed8983c66b69d17 is 82, key is hbase:meta,,1/info:regioninfo/1731594049156/Put/seqid=0 2024-11-14T14:21:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741849_1025 (size=5672) 2024-11-14T14:21:30,979 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1029345d316948799ed8983c66b69d17 2024-11-14T14:21:30,994 DEBUG [M:0;6e2cc31459a7:35427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff17f4e022e2456dbe4a06d85445f6b0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731594060791/Put/seqid=0 2024-11-14T14:21:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741850_1026 (size=7219) 2024-11-14T14:21:31,397 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff17f4e022e2456dbe4a06d85445f6b0 2024-11-14T14:21:31,401 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff17f4e022e2456dbe4a06d85445f6b0 2024-11-14T14:21:31,413 DEBUG [M:0;6e2cc31459a7:35427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73715b114d254c9fbbf39c0b06524f53 is 69, key is 6e2cc31459a7,36169,1731594045823/rs:state/1731594048014/Put/seqid=0 2024-11-14T14:21:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741851_1027 (size=5156) 2024-11-14T14:21:31,416 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73715b114d254c9fbbf39c0b06524f53 2024-11-14T14:21:31,420 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1029345d316948799ed8983c66b69d17 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1029345d316948799ed8983c66b69d17 2024-11-14T14:21:31,423 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1029345d316948799ed8983c66b69d17, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T14:21:31,423 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff17f4e022e2456dbe4a06d85445f6b0 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff17f4e022e2456dbe4a06d85445f6b0 2024-11-14T14:21:31,426 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff17f4e022e2456dbe4a06d85445f6b0 2024-11-14T14:21:31,427 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff17f4e022e2456dbe4a06d85445f6b0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T14:21:31,427 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73715b114d254c9fbbf39c0b06524f53 as hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73715b114d254c9fbbf39c0b06524f53 2024-11-14T14:21:31,430 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34441/user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73715b114d254c9fbbf39c0b06524f53, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T14:21:31,431 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=105, compaction requested=false 2024-11-14T14:21:31,432 INFO [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:31,432 DEBUG [M:0;6e2cc31459a7:35427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594090960Disabling compacts and flushes for region at 1731594090960Disabling writes for close at 1731594090960Obtaining lock to block concurrent updates at 1731594090960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594090960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731594090961 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594090961Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594090961Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594090976 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594090976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594090982 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594090993 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594090993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594091401 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594091413 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594091413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67374bf7: reopening flushed file at 1731594091419 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8324c6: reopening flushed file at 1731594091423 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a245cff: reopening flushed file at 1731594091427 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 471ms, sequenceid=105, compaction requested=false at 1731594091431 (+4 ms)Writing region close event to WAL at 1731594091432 (+1 ms)Closed at 1731594091432 2024-11-14T14:21:31,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2112ff0a-4cc9-1811-c6c3-800e6638a039/MasterData/WALs/6e2cc31459a7,35427,1731594045648/6e2cc31459a7%2C35427%2C1731594045648.1731594047588 not finished, retry = 0 2024-11-14T14:21:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741830_1006 (size=64435) 2024-11-14T14:21:31,534 INFO [M:0;6e2cc31459a7:35427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:21:31,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:21:31,534 INFO [M:0;6e2cc31459a7:35427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35427 2024-11-14T14:21:31,535 INFO [M:0;6e2cc31459a7:35427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:21:31,708 INFO [M:0;6e2cc31459a7:35427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:21:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35427-0x10139b83cc60000, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:21:31,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d683701{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:21:31,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:21:31,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:21:31,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:21:31,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir/,STOPPED} 2024-11-14T14:21:31,711 WARN [BP-1026972544-172.17.0.2-1731594043700 heartbeating to localhost/127.0.0.1:34441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:21:31,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:21:31,711 WARN [BP-1026972544-172.17.0.2-1731594043700 heartbeating to localhost/127.0.0.1:34441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1026972544-172.17.0.2-1731594043700 (Datanode Uuid d8b34aba-e9bc-49da-b973-49fd0c4b64f6) service to localhost/127.0.0.1:34441 2024-11-14T14:21:31,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:21:31,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/data/data1/current/BP-1026972544-172.17.0.2-1731594043700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:21:31,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/cluster_b16e09e8-b94a-2453-b08e-488429e6610e/data/data2/current/BP-1026972544-172.17.0.2-1731594043700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:21:31,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:21:31,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b247e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:21:31,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:21:31,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:21:31,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:21:31,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b7b0709-641d-84a8-d84a-ab7fc3b130c6/hadoop.log.dir/,STOPPED} 2024-11-14T14:21:31,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:21:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:21:31,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34441 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36973 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38995 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=2355 (was 2376) 2024-11-14T14:21:31,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=2355 2024-11-14T14:21:31,764 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T14:21:31,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir so I do NOT create it in target/test-data/731fdccb-1881-d235-f08a-3243bfa03039 2024-11-14T14:21:31,764 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:21:31,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.tmp.dir so I do NOT create it in target/test-data/731fdccb-1881-d235-f08a-3243bfa03039 2024-11-14T14:21:31,764 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/510f00c6-45f8-ea22-506a-6689a9837c99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:21:31,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039 2024-11-14T14:21:31,764 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37, deleteOnExit=true 2024-11-14T14:21:31,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/zookeeper_0, clientPort=59971, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:21:31,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59971 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/test.cache.data in system properties and HBase conf 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:21:31,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:21:31,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:21:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:21:31,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b83cc60005, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:21:31,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10139b83cc60008, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:21:31,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b83cc60002, quorum=127.0.0.1:52463, baseZNode=/031770196 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:21:31,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b83cc60002, quorum=127.0.0.1:52463, baseZNode=/031770196 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:21:31,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b83cc60005, quorum=127.0.0.1:52463, baseZNode=/1-669583672 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:21:31,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10139b83cc60008, quorum=127.0.0.1:52463, baseZNode=/2-1428218572 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:21:32,115 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:21:32,115 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,116 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,116 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,116 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,146 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,146 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,153 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,156 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,156 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,158 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:32,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:32,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:21:32,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:21:32,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:21:32,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:21:32,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:32,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:21:32,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:21:32,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef4fba4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/java.io.tmpdir/jetty-localhost-33999-hadoop-hdfs-3_4_1-tests_jar-_-any-2510266935295044664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:21:32,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:33999} 2024-11-14T14:21:32,301 INFO [Time-limited test {}] server.Server(415): Started @269586ms 2024-11-14T14:21:32,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:32,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:21:32,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:21:32,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:21:32,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:21:32,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1640b35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:21:32,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:21:32,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@210fec3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/java.io.tmpdir/jetty-localhost-40889-hadoop-hdfs-3_4_1-tests_jar-_-any-14287995522930127364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:21:32,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbb495{HTTP/1.1, (http/1.1)}{localhost:40889} 2024-11-14T14:21:32,629 INFO [Time-limited test {}] server.Server(415): Started @269914ms 2024-11-14T14:21:32,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:21:33,556 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/data/data1/current/BP-1688686578-172.17.0.2-1731594091810/current, will proceed with Du for space computation calculation, 2024-11-14T14:21:33,556 WARN [Thread-3414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/data/data2/current/BP-1688686578-172.17.0.2-1731594091810/current, will proceed with Du for space computation calculation, 2024-11-14T14:21:33,572 WARN [Thread-3401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:21:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb60f6e117bc4e1ed with lease ID 0xd10836295ed2d1b6: Processing first storage report for DS-970af671-760d-4fcd-a1e4-23d0ec97afb2 from datanode DatanodeRegistration(127.0.0.1:32999, datanodeUuid=c90fcb5f-d870-4f41-a5a7-552dd92297b2, infoPort=32911, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=171300875;c=1731594091810) 2024-11-14T14:21:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb60f6e117bc4e1ed with lease ID 0xd10836295ed2d1b6: from storage DS-970af671-760d-4fcd-a1e4-23d0ec97afb2 node DatanodeRegistration(127.0.0.1:32999, datanodeUuid=c90fcb5f-d870-4f41-a5a7-552dd92297b2, infoPort=32911, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=171300875;c=1731594091810), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:21:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb60f6e117bc4e1ed with lease ID 0xd10836295ed2d1b6: Processing first storage report for DS-f9d7f6b7-a1ef-494e-bf19-9cd44f2ce0c2 from datanode DatanodeRegistration(127.0.0.1:32999, datanodeUuid=c90fcb5f-d870-4f41-a5a7-552dd92297b2, infoPort=32911, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=171300875;c=1731594091810) 2024-11-14T14:21:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb60f6e117bc4e1ed with lease ID 0xd10836295ed2d1b6: from storage DS-f9d7f6b7-a1ef-494e-bf19-9cd44f2ce0c2 node DatanodeRegistration(127.0.0.1:32999, datanodeUuid=c90fcb5f-d870-4f41-a5a7-552dd92297b2, infoPort=32911, infoSecurePort=0, ipcPort=34323, storageInfo=lv=-57;cid=testClusterID;nsid=171300875;c=1731594091810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:21:33,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039 2024-11-14T14:21:33,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:33,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:21:34,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f with version=8 2024-11-14T14:21:34,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/hbase-staging 2024-11-14T14:21:34,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:21:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:34,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:21:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:21:34,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:21:34,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:21:34,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33007 2024-11-14T14:21:34,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33007 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:34,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330070x0, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:34,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33007-0x10139b8f8b10000 connected 2024-11-14T14:21:34,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:34,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:34,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/running 2024-11-14T14:21:34,242 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f, hbase.cluster.distributed=false 2024-11-14T14:21:34,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/acl 2024-11-14T14:21:34,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-14T14:21:34,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33007 2024-11-14T14:21:34,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33007 2024-11-14T14:21:34,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-14T14:21:34,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-14T14:21:34,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:21:34,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:21:34,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44499 2024-11-14T14:21:34,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44499 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:34,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:34,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:34,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444990x0, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:34,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44499-0x10139b8f8b10001 connected 2024-11-14T14:21:34,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/running 2024-11-14T14:21:34,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:21:34,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:21:34,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/master 2024-11-14T14:21:34,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/acl 2024-11-14T14:21:34,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44499 2024-11-14T14:21:34,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44499 2024-11-14T14:21:34,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44499 2024-11-14T14:21:34,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44499 2024-11-14T14:21:34,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44499 2024-11-14T14:21:34,287 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:33007 2024-11-14T14:21:34,288 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-871696727/backup-masters/6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:34,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727/backup-masters 2024-11-14T14:21:34,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727/backup-masters 2024-11-14T14:21:34,292 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on existing znode=/0-871696727/backup-masters/6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:34,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-871696727/master 2024-11-14T14:21:34,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:34,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:34,303 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on existing znode=/0-871696727/master 2024-11-14T14:21:34,303 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-871696727/backup-masters/6e2cc31459a7,33007,1731594094063 from backup master directory 2024-11-14T14:21:34,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-871696727/backup-masters/6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:34,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727/backup-masters 2024-11-14T14:21:34,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727/backup-masters 2024-11-14T14:21:34,313 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:21:34,313 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:34,316 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/hbase.id] with ID: 801b7e8d-08f4-4342-82a3-47c16e4e301c 2024-11-14T14:21:34,316 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/.tmp/hbase.id 2024-11-14T14:21:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:21:34,720 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/.tmp/hbase.id]:[hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/hbase.id] 2024-11-14T14:21:34,727 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:34,727 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:21:34,728 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:21:34,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:34,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:21:35,181 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:35,181 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:21:35,181 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:21:35,587 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store 2024-11-14T14:21:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:21:35,991 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:35,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:21:35,992 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:35,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:35,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:21:35,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:35,992 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:35,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594095992Disabling compacts and flushes for region at 1731594095992Disabling writes for close at 1731594095992Writing region close event to WAL at 1731594095992Closed at 1731594095992 2024-11-14T14:21:35,992 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/.initializing 2024-11-14T14:21:35,992 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/WALs/6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:35,993 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:21:35,994 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C33007%2C1731594094063, suffix=, logDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/WALs/6e2cc31459a7,33007,1731594094063, archiveDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/oldWALs, maxLogs=10 2024-11-14T14:21:36,009 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/WALs/6e2cc31459a7,33007,1731594094063/6e2cc31459a7%2C33007%2C1731594094063.1731594095994, exclude list is [], retry=0 2024-11-14T14:21:36,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32999,DS-970af671-760d-4fcd-a1e4-23d0ec97afb2,DISK] 2024-11-14T14:21:36,012 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/WALs/6e2cc31459a7,33007,1731594094063/6e2cc31459a7%2C33007%2C1731594094063.1731594095994 2024-11-14T14:21:36,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-14T14:21:36,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:36,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:36,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,013 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:21:36,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:36,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:21:36,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:21:36,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:21:36,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:36,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:36,019 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,019 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,020 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,020 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,020 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,021 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:36,021 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:36,023 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:36,023 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60175939, jitterRate=-0.10330863296985626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:36,023 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594096013Initializing all the Stores at 1731594096014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594096014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594096014Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594096014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594096014Cleaning up temporary data from old regions at 1731594096020 (+6 ms)Region opened successfully at 1731594096023 (+3 ms) 2024-11-14T14:21:36,024 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:21:36,026 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcf56dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:21:36,026 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:21:36,026 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:21:36,026 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:21:36,026 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:21:36,027 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:21:36,027 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:21:36,027 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:21:36,028 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:21:36,029 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Unable to get data of znode /0-871696727/balancer because node does not exist (not necessarily an error) 2024-11-14T14:21:36,081 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-871696727/balancer already deleted, retry=false 2024-11-14T14:21:36,082 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:21:36,082 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Unable to get data of znode /0-871696727/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:21:36,092 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-871696727/normalizer already deleted, retry=false 2024-11-14T14:21:36,092 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:21:36,092 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Unable to get data of znode /0-871696727/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:21:36,102 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-871696727/switch/split already deleted, retry=false 2024-11-14T14:21:36,103 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Unable to get data of znode /0-871696727/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:21:36,113 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-871696727/switch/merge already deleted, retry=false 2024-11-14T14:21:36,114 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Unable to get data of znode /0-871696727/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:21:36,123 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-871696727/snapshot-cleanup already deleted, retry=false 2024-11-14T14:21:36,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-871696727/running 2024-11-14T14:21:36,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-871696727/running 2024-11-14T14:21:36,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:36,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:36,134 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,33007,1731594094063, sessionid=0x10139b8f8b10000, setting cluster-up flag (Was=false) 2024-11-14T14:21:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:36,186 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-871696727/flush-table-proc/acquired, /0-871696727/flush-table-proc/reached, /0-871696727/flush-table-proc/abort 2024-11-14T14:21:36,187 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:36,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:36,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:36,239 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-871696727/online-snapshot/acquired, /0-871696727/online-snapshot/reached, /0-871696727/online-snapshot/abort 2024-11-14T14:21:36,240 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:36,241 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:21:36,242 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:36,242 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:21:36,242 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:21:36,242 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,33007,1731594094063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:21:36,243 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594126244 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:21:36,244 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:36,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:21:36,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:36,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594096245,5,FailOnTimeoutGroup] 2024-11-14T14:21:36,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:21:36,245 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594096245,5,FailOnTimeoutGroup] 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,245 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:21:36,281 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(746): ClusterId : 801b7e8d-08f4-4342-82a3-47c16e4e301c 2024-11-14T14:21:36,281 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:21:36,292 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:21:36,292 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:21:36,303 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:21:36,303 DEBUG [RS:0;6e2cc31459a7:44499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8c1f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:21:36,313 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:44499 2024-11-14T14:21:36,313 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:21:36,313 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:21:36,313 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:21:36,314 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,33007,1731594094063 with port=44499, startcode=1731594094257 2024-11-14T14:21:36,314 DEBUG [RS:0;6e2cc31459a7:44499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:21:36,315 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:21:36,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:36,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33007 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:36,317 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f 2024-11-14T14:21:36,317 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44061 2024-11-14T14:21:36,317 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:21:36,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727/rs 2024-11-14T14:21:36,324 DEBUG [RS:0;6e2cc31459a7:44499 {}] zookeeper.ZKUtil(111): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on existing znode=/0-871696727/rs/6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:36,324 WARN [RS:0;6e2cc31459a7:44499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:21:36,324 INFO [RS:0;6e2cc31459a7:44499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:36,324 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:36,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,44499,1731594094257] 2024-11-14T14:21:36,326 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:21:36,327 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:21:36,328 INFO [RS:0;6e2cc31459a7:44499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:21:36,328 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,328 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:21:36,328 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:21:36,328 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:21:36,329 DEBUG [RS:0;6e2cc31459a7:44499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:21:36,330 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,330 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,330 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,330 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,330 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,331 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44499,1731594094257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:21:36,342 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:21:36,342 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44499,1731594094257-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,342 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,342 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.Replication(171): 6e2cc31459a7,44499,1731594094257 started 2024-11-14T14:21:36,353 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:36,353 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,44499,1731594094257, RpcServer on 6e2cc31459a7/172.17.0.2:44499, sessionid=0x10139b8f8b10001 2024-11-14T14:21:36,353 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:21:36,353 DEBUG [RS:0;6e2cc31459a7:44499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:36,353 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44499,1731594094257' 2024-11-14T14:21:36,353 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-871696727/flush-table-proc/abort' 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-871696727/flush-table-proc/acquired' 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44499,1731594094257' 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-871696727/online-snapshot/abort' 2024-11-14T14:21:36,354 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-871696727/online-snapshot/acquired' 2024-11-14T14:21:36,355 DEBUG [RS:0;6e2cc31459a7:44499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:21:36,355 INFO [RS:0;6e2cc31459a7:44499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:21:36,355 INFO [RS:0;6e2cc31459a7:44499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:21:36,455 INFO [RS:0;6e2cc31459a7:44499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:21:36,456 INFO [RS:0;6e2cc31459a7:44499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44499%2C1731594094257, suffix=, logDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257, archiveDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/oldWALs, maxLogs=10 2024-11-14T14:21:36,467 DEBUG [RS:0;6e2cc31459a7:44499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456, exclude list is [], retry=0 2024-11-14T14:21:36,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32999,DS-970af671-760d-4fcd-a1e4-23d0ec97afb2,DISK] 2024-11-14T14:21:36,470 INFO [RS:0;6e2cc31459a7:44499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 2024-11-14T14:21:36,470 DEBUG [RS:0;6e2cc31459a7:44499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-14T14:21:36,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:21:36,649 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f 2024-11-14T14:21:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:21:37,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:37,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:21:37,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:21:37,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:21:37,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:21:37,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:21:37,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:21:37,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:21:37,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:21:37,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:21:37,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740 2024-11-14T14:21:37,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740 2024-11-14T14:21:37,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:21:37,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:21:37,061 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:37,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:21:37,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:37,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64535013, jitterRate=-0.038353368639945984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:37,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594097054Initializing all the Stores at 1731594097055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594097055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594097055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594097055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594097055Cleaning up temporary data from old regions at 1731594097060 (+5 ms)Region opened successfully at 1731594097063 (+3 ms) 2024-11-14T14:21:37,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:21:37,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:21:37,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:21:37,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:21:37,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:21:37,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:37,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594097063Disabling compacts and flushes for region at 1731594097063Disabling writes for close at 1731594097063Writing region close event to WAL at 1731594097063Closed at 1731594097063 2024-11-14T14:21:37,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:37,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:21:37,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:21:37,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:21:37,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:21:37,216 DEBUG [6e2cc31459a7:33007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:21:37,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:37,217 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44499,1731594094257, state=OPENING 2024-11-14T14:21:37,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:21:37,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:37,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:37,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-871696727/meta-region-server: CHANGED 2024-11-14T14:21:37,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:21:37,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-871696727/meta-region-server: CHANGED 2024-11-14T14:21:37,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44499,1731594094257}] 2024-11-14T14:21:37,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:37,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:21:37,437 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:21:37,438 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:37,438 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:21:37,439 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44499%2C1731594094257.meta, suffix=.meta, logDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257, archiveDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/oldWALs, maxLogs=10 2024-11-14T14:21:37,449 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.meta.1731594097439.meta, exclude list is [], retry=0 2024-11-14T14:21:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32999,DS-970af671-760d-4fcd-a1e4-23d0ec97afb2,DISK] 2024-11-14T14:21:37,452 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.meta.1731594097439.meta 2024-11-14T14:21:37,452 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-14T14:21:37,452 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:37,453 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:37,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:37,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:21:37,453 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:21:37,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:21:37,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:37,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:21:37,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:21:37,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:21:37,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:21:37,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:21:37,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:21:37,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:21:37,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:21:37,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:21:37,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:21:37,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:37,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:37,458 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:21:37,458 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740 2024-11-14T14:21:37,458 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740 2024-11-14T14:21:37,459 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:21:37,459 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:21:37,460 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:37,460 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:21:37,461 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67770144, jitterRate=0.009853839874267578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:37,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:21:37,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594097453Writing region info on filesystem at 1731594097453Initializing all the Stores at 1731594097454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594097454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594097454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594097454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594097454Cleaning up temporary data from old regions at 1731594097459 (+5 ms)Running coprocessor post-open hooks at 1731594097461 (+2 ms)Region opened successfully at 1731594097461 2024-11-14T14:21:37,462 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594097434 2024-11-14T14:21:37,463 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:21:37,463 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:21:37,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:37,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44499,1731594094257, state=OPEN 2024-11-14T14:21:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-871696727/meta-region-server 2024-11-14T14:21:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-871696727/meta-region-server 2024-11-14T14:21:37,502 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:37,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-871696727/meta-region-server: CHANGED 2024-11-14T14:21:37,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-871696727/meta-region-server: CHANGED 2024-11-14T14:21:37,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:21:37,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44499,1731594094257 in 220 msec 2024-11-14T14:21:37,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:21:37,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-14T14:21:37,506 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:37,506 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:21:37,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:37,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44499,1731594094257, seqNum=-1] 2024-11-14T14:21:37,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:37,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:37,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-14T14:21:37,511 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594097511, completionTime=-1 2024-11-14T14:21:37,511 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:21:37,512 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594157513 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594217513 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33007,1731594094063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33007,1731594094063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33007,1731594094063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:33007, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,513 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,514 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,515 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33007,1731594094063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:21:37,516 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33007,1731594094063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:21:37,518 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:21:37,518 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:21:37,518 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33007,1731594094063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:37,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:37,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33007,-1 for getting cluster id 2024-11-14T14:21:37,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:37,583 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '801b7e8d-08f4-4342-82a3-47c16e4e301c' 2024-11-14T14:21:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "801b7e8d-08f4-4342-82a3-47c16e4e301c" 2024-11-14T14:21:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d06b37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33007,-1] 2024-11-14T14:21:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:37,584 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:37,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:37,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44499,1731594094257, seqNum=-1] 2024-11-14T14:21:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:37,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:37,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:37,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:37,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:37,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b8f8b10002 connected 2024-11-14T14:21:37,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir so I do NOT create it in target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5 2024-11-14T14:21:37,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:21:37,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.tmp.dir so I do NOT create it in target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5 2024-11-14T14:21:37,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:21:37,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5 2024-11-14T14:21:37,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:21:37,620 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/cluster_a633d341-bb3c-4939-343c-8ea51e59aeb9, deleteOnExit=true 2024-11-14T14:21:37,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/test.cache.data in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:21:37,621 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:21:37,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:21:37,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:21:37,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:21:37,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:21:37,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:21:37,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:37,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:21:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:21:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:21:37,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:21:37,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:37,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:21:37,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:21:38,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5441beeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/java.io.tmpdir/jetty-localhost-34529-hadoop-hdfs-3_4_1-tests_jar-_-any-550284875624325732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:21:38,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:34529} 2024-11-14T14:21:38,006 INFO [Time-limited test {}] server.Server(415): Started @275291ms 2024-11-14T14:21:38,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:38,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:21:38,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:21:38,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:21:38,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:21:38,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:21:38,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:21:38,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55da76a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/java.io.tmpdir/jetty-localhost-34803-hadoop-hdfs-3_4_1-tests_jar-_-any-11269839163413588470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:21:38,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:34803} 2024-11-14T14:21:38,359 INFO [Time-limited test {}] server.Server(415): Started @275644ms 2024-11-14T14:21:38,360 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:21:39,021 WARN [Thread-3533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/cluster_a633d341-bb3c-4939-343c-8ea51e59aeb9/data/data1/current/BP-1262953894-172.17.0.2-1731594097636/current, will proceed with Du for space computation calculation, 2024-11-14T14:21:39,021 WARN [Thread-3534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/cluster_a633d341-bb3c-4939-343c-8ea51e59aeb9/data/data2/current/BP-1262953894-172.17.0.2-1731594097636/current, will proceed with Du for space computation calculation, 2024-11-14T14:21:39,036 WARN [Thread-3521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:21:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0e9962f7ec164e7 with lease ID 0x5e3ab05a7bdd2bdb: Processing first storage report for DS-d7d553e2-4de1-4873-8e39-7bdecbd0855e from datanode DatanodeRegistration(127.0.0.1:41463, datanodeUuid=3e88a1f4-2672-4282-bde6-cd42039d20cb, infoPort=43097, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1055414623;c=1731594097636) 2024-11-14T14:21:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0e9962f7ec164e7 with lease ID 0x5e3ab05a7bdd2bdb: from storage DS-d7d553e2-4de1-4873-8e39-7bdecbd0855e node DatanodeRegistration(127.0.0.1:41463, datanodeUuid=3e88a1f4-2672-4282-bde6-cd42039d20cb, infoPort=43097, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1055414623;c=1731594097636), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:21:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0e9962f7ec164e7 with lease ID 0x5e3ab05a7bdd2bdb: Processing first storage report for DS-a37e9fed-9dd5-4c24-8dd5-d22ed5f29623 from datanode DatanodeRegistration(127.0.0.1:41463, datanodeUuid=3e88a1f4-2672-4282-bde6-cd42039d20cb, infoPort=43097, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1055414623;c=1731594097636) 2024-11-14T14:21:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0e9962f7ec164e7 with lease ID 0x5e3ab05a7bdd2bdb: from storage DS-a37e9fed-9dd5-4c24-8dd5-d22ed5f29623 node DatanodeRegistration(127.0.0.1:41463, datanodeUuid=3e88a1f4-2672-4282-bde6-cd42039d20cb, infoPort=43097, infoSecurePort=0, ipcPort=46257, storageInfo=lv=-57;cid=testClusterID;nsid=1055414623;c=1731594097636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:21:39,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5 2024-11-14T14:21:39,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:39,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:21:39,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b with version=8 2024-11-14T14:21:39,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/hbase-staging 2024-11-14T14:21:39,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:21:39,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:21:39,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36127 2024-11-14T14:21:39,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36127 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:39,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361270x0, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:39,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36127-0x10139b8f8b10003 connected 2024-11-14T14:21:39,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:39,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:39,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/running 2024-11-14T14:21:39,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b, hbase.cluster.distributed=false 2024-11-14T14:21:39,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/acl 2024-11-14T14:21:39,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36127 2024-11-14T14:21:39,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36127 2024-11-14T14:21:39,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36127 2024-11-14T14:21:39,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36127 2024-11-14T14:21:39,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36127 2024-11-14T14:21:39,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:21:39,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41665 2024-11-14T14:21:39,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41665 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:39,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:39,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416650x0, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:39,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416650x0, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/running 2024-11-14T14:21:39,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41665-0x10139b8f8b10004 connected 2024-11-14T14:21:39,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:21:39,650 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:21:39,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/master 2024-11-14T14:21:39,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/acl 2024-11-14T14:21:39,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-14T14:21:39,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41665 2024-11-14T14:21:39,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41665 2024-11-14T14:21:39,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-14T14:21:39,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41665 2024-11-14T14:21:39,668 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:36127 2024-11-14T14:21:39,668 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1860593929/backup-masters/6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929/backup-masters 2024-11-14T14:21:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929/backup-masters 2024-11-14T14:21:39,680 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on existing znode=/1860593929/backup-masters/6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1860593929/master 2024-11-14T14:21:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:39,692 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on existing znode=/1860593929/master 2024-11-14T14:21:39,692 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1860593929/backup-masters/6e2cc31459a7,36127,1731594099492 from backup master directory 2024-11-14T14:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860593929/backup-masters/6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929/backup-masters 2024-11-14T14:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929/backup-masters 2024-11-14T14:21:39,702 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:21:39,702 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:39,705 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/hbase.id] with ID: 2344013d-989b-4dbc-8d3c-0920a7754d92 2024-11-14T14:21:39,705 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/.tmp/hbase.id 2024-11-14T14:21:39,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:21:40,109 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/.tmp/hbase.id]:[hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/hbase.id] 2024-11-14T14:21:40,116 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:40,116 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:21:40,116 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T14:21:40,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:21:40,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:21:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:21:40,538 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:40,539 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:21:40,539 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:40,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:21:40,945 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store 2024-11-14T14:21:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:21:40,949 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:40,950 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:21:40,950 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:40,950 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:40,950 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:21:40,950 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:40,950 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:40,950 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594100950Disabling compacts and flushes for region at 1731594100950Disabling writes for close at 1731594100950Writing region close event to WAL at 1731594100950Closed at 1731594100950 2024-11-14T14:21:40,950 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/.initializing 2024-11-14T14:21:40,950 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/WALs/6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:40,951 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:21:40,952 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C36127%2C1731594099492, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/WALs/6e2cc31459a7,36127,1731594099492, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/oldWALs, maxLogs=10 2024-11-14T14:21:40,963 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/WALs/6e2cc31459a7,36127,1731594099492/6e2cc31459a7%2C36127%2C1731594099492.1731594100952, exclude list is [], retry=0 2024-11-14T14:21:40,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-d7d553e2-4de1-4873-8e39-7bdecbd0855e,DISK] 2024-11-14T14:21:40,967 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/WALs/6e2cc31459a7,36127,1731594099492/6e2cc31459a7%2C36127%2C1731594099492.1731594100952 2024-11-14T14:21:40,967 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-14T14:21:40,967 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:40,967 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:40,968 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,968 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:21:40,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:40,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:40,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:21:40,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:21:40,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:40,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:40,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:21:40,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:40,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:40,973 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,973 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,974 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,975 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,975 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,975 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:40,976 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:40,977 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:40,978 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399594, jitterRate=0.12354150414466858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:40,978 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594100968Initializing all the Stores at 1731594100968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594100968Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594100968Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594100968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594100968Cleaning up temporary data from old regions at 1731594100975 (+7 ms)Region opened successfully at 1731594100978 (+3 ms) 2024-11-14T14:21:40,978 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:21:40,980 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69748b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:21:40,981 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:21:40,981 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:21:40,981 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:21:40,981 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:21:40,981 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:21:40,982 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:21:40,982 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:21:40,983 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:21:40,983 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Unable to get data of znode /1860593929/balancer because node does not exist (not necessarily an error) 2024-11-14T14:21:41,028 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860593929/balancer already deleted, retry=false 2024-11-14T14:21:41,029 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:21:41,029 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Unable to get data of znode /1860593929/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:21:41,039 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860593929/normalizer already deleted, retry=false 2024-11-14T14:21:41,039 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:21:41,040 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Unable to get data of znode /1860593929/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:21:41,049 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860593929/switch/split already deleted, retry=false 2024-11-14T14:21:41,050 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Unable to get data of znode /1860593929/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:21:41,060 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860593929/switch/merge already deleted, retry=false 2024-11-14T14:21:41,061 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Unable to get data of znode /1860593929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:21:41,070 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1860593929/snapshot-cleanup already deleted, retry=false 2024-11-14T14:21:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1860593929/running 2024-11-14T14:21:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1860593929/running 2024-11-14T14:21:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:41,081 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,36127,1731594099492, sessionid=0x10139b8f8b10003, setting cluster-up flag (Was=false) 2024-11-14T14:21:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:41,134 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1860593929/flush-table-proc/acquired, /1860593929/flush-table-proc/reached, /1860593929/flush-table-proc/abort 2024-11-14T14:21:41,135 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:41,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:41,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:41,186 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1860593929/online-snapshot/acquired, /1860593929/online-snapshot/reached, /1860593929/online-snapshot/abort 2024-11-14T14:21:41,187 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:41,188 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:21:41,189 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:41,189 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:21:41,189 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:21:41,189 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,36127,1731594099492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:21:41,190 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594131191 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:21:41,191 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:21:41,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:41,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:21:41,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:21:41,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:21:41,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:21:41,192 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:21:41,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:41,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:21:41,196 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:21:41,196 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:21:41,196 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594101196,5,FailOnTimeoutGroup] 2024-11-14T14:21:41,199 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594101196,5,FailOnTimeoutGroup] 2024-11-14T14:21:41,199 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,199 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:21:41,199 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,199 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:21:41,258 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(746): ClusterId : 2344013d-989b-4dbc-8d3c-0920a7754d92 2024-11-14T14:21:41,258 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:21:41,271 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:21:41,271 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:21:41,281 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:21:41,282 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ed6ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:21:41,292 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:41665 2024-11-14T14:21:41,292 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:21:41,292 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:21:41,292 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:21:41,292 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,36127,1731594099492 with port=41665, startcode=1731594099638 2024-11-14T14:21:41,292 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:21:41,293 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:21:41,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:41,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36127 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:41,294 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b 2024-11-14T14:21:41,294 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42999 2024-11-14T14:21:41,294 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:21:41,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929/rs 2024-11-14T14:21:41,302 DEBUG [RS:0;6e2cc31459a7:41665 {}] zookeeper.ZKUtil(111): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on existing znode=/1860593929/rs/6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:41,302 WARN [RS:0;6e2cc31459a7:41665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:21:41,303 INFO [RS:0;6e2cc31459a7:41665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:41,303 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:41,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,41665,1731594099638] 2024-11-14T14:21:41,305 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:21:41,306 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:21:41,307 INFO [RS:0;6e2cc31459a7:41665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:21:41,307 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,307 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:21:41,307 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:21:41,307 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,307 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,307 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,307 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,307 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,307 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,307 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:21:41,308 DEBUG [RS:0;6e2cc31459a7:41665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:21:41,308 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,308 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,308 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,308 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,308 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,308 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41665,1731594099638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:21:41,324 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:21:41,324 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41665,1731594099638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,324 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,324 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.Replication(171): 6e2cc31459a7,41665,1731594099638 started 2024-11-14T14:21:41,338 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:41,338 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,41665,1731594099638, RpcServer on 6e2cc31459a7/172.17.0.2:41665, sessionid=0x10139b8f8b10004 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,41665,1731594099638' 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1860593929/flush-table-proc/abort' 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1860593929/flush-table-proc/acquired' 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:41,338 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,41665,1731594099638' 2024-11-14T14:21:41,339 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1860593929/online-snapshot/abort' 2024-11-14T14:21:41,339 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1860593929/online-snapshot/acquired' 2024-11-14T14:21:41,339 DEBUG [RS:0;6e2cc31459a7:41665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:21:41,339 INFO [RS:0;6e2cc31459a7:41665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:21:41,339 INFO [RS:0;6e2cc31459a7:41665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:21:41,439 INFO [RS:0;6e2cc31459a7:41665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:21:41,440 INFO [RS:0;6e2cc31459a7:41665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41665%2C1731594099638, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/oldWALs, maxLogs=10 2024-11-14T14:21:41,452 DEBUG [RS:0;6e2cc31459a7:41665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, exclude list is [], retry=0 2024-11-14T14:21:41,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-d7d553e2-4de1-4873-8e39-7bdecbd0855e,DISK] 2024-11-14T14:21:41,455 INFO [RS:0;6e2cc31459a7:41665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 2024-11-14T14:21:41,455 DEBUG [RS:0;6e2cc31459a7:41665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-14T14:21:41,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:21:41,603 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b 2024-11-14T14:21:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:21:42,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:42,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:21:42,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:21:42,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:21:42,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:21:42,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:21:42,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:21:42,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:21:42,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:21:42,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740 2024-11-14T14:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740 2024-11-14T14:21:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:21:42,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:21:42,015 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:42,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:21:42,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:42,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71804987, jitterRate=0.06997768580913544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:42,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594102008Initializing all the Stores at 1731594102008Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594102008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594102009 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594102009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594102009Cleaning up temporary data from old regions at 1731594102015 (+6 ms)Region opened successfully at 1731594102017 (+2 ms) 2024-11-14T14:21:42,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:21:42,017 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:21:42,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:21:42,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:21:42,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:21:42,018 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:42,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594102017Disabling compacts and flushes for region at 1731594102017Disabling writes for close at 1731594102017Writing region close event to WAL at 1731594102018 (+1 ms)Closed at 1731594102018 2024-11-14T14:21:42,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:42,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:21:42,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:21:42,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:21:42,020 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:21:42,170 DEBUG [6e2cc31459a7:36127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:21:42,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:42,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,41665,1731594099638, state=OPENING 2024-11-14T14:21:42,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:21:42,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:42,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:42,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:21:42,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860593929/meta-region-server: CHANGED 2024-11-14T14:21:42,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860593929/meta-region-server: CHANGED 2024-11-14T14:21:42,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41665,1731594099638}] 2024-11-14T14:21:42,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:21:42,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:42,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:21:42,437 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:21:42,437 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:42,437 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:21:42,438 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41665%2C1731594099638.meta, suffix=.meta, logDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/oldWALs, maxLogs=10 2024-11-14T14:21:42,449 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.meta.1731594102438.meta, exclude list is [], retry=0 2024-11-14T14:21:42,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-d7d553e2-4de1-4873-8e39-7bdecbd0855e,DISK] 2024-11-14T14:21:42,452 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.meta.1731594102438.meta 2024-11-14T14:21:42,452 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-14T14:21:42,452 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:42,453 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:42,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:42,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:21:42,453 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:21:42,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:21:42,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:42,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:21:42,453 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:21:42,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:21:42,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:21:42,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:21:42,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:21:42,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:21:42,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:21:42,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:21:42,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:21:42,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:42,460 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:21:42,460 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740 2024-11-14T14:21:42,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740 2024-11-14T14:21:42,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:21:42,461 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:21:42,462 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:42,462 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:21:42,463 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73540141, jitterRate=0.09583349525928497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:42,463 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:21:42,463 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594102453Writing region info on filesystem at 1731594102453Initializing all the Stores at 1731594102454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594102454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594102456 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594102456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594102456Cleaning up temporary data from old regions at 1731594102461 (+5 ms)Running coprocessor post-open hooks at 1731594102463 (+2 ms)Region opened successfully at 1731594102463 2024-11-14T14:21:42,464 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594102433 2024-11-14T14:21:42,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:42,466 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:21:42,466 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:21:42,467 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,41665,1731594099638, state=OPEN 2024-11-14T14:21:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1860593929/meta-region-server 2024-11-14T14:21:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1860593929/meta-region-server 2024-11-14T14:21:42,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:42,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860593929/meta-region-server: CHANGED 2024-11-14T14:21:42,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1860593929/meta-region-server: CHANGED 2024-11-14T14:21:42,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:21:42,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,41665,1731594099638 in 189 msec 2024-11-14T14:21:42,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:21:42,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-14T14:21:42,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:42,474 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:21:42,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:42,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41665,1731594099638, seqNum=-1] 2024-11-14T14:21:42,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:42,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:42,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-14T14:21:42,479 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594102479, completionTime=-1 2024-11-14T14:21:42,480 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:21:42,480 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:21:42,481 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:21:42,481 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594162481 2024-11-14T14:21:42,481 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594222481 2024-11-14T14:21:42,481 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:21:42,481 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36127,1731594099492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,482 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36127,1731594099492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,482 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36127,1731594099492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,482 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:36127, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,482 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,482 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,483 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.782sec 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:21:42,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36127,1731594099492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:21:42,484 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36127,1731594099492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:21:42,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,486 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:21:42,486 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:21:42,486 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,36127,1731594099492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:42,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:42,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:21:42,521 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88646 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:21:42,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:42,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:42,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:42,560 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0a1249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:42,562 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:42,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:42,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41665,1731594099638, seqNum=-1] 2024-11-14T14:21:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:42,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:42,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:42,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:42,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:42,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b8f8b10005 connected 2024-11-14T14:21:42,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir so I do NOT create it in target/test-data/956792b8-4d78-734c-7f2f-87039564c51f 2024-11-14T14:21:42,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:21:42,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.tmp.dir so I do NOT create it in target/test-data/956792b8-4d78-734c-7f2f-87039564c51f 2024-11-14T14:21:42,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:21:42,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f 2024-11-14T14:21:42,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:21:42,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/cluster_5036baac-2b53-0310-a7f5-4069e59ba1a6, deleteOnExit=true 2024-11-14T14:21:42,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/test.cache.data in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:21:42,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:21:42,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:21:42,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:21:42,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:21:42,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:21:42,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:21:42,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:21:42,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:21:42,837 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:21:42,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,885 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,886 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,887 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,893 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,896 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,897 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:42,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:42,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:21:42,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:21:42,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:21:42,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:21:42,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:42,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:21:42,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:21:43,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39201cd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/java.io.tmpdir/jetty-localhost-39801-hadoop-hdfs-3_4_1-tests_jar-_-any-5773356028171800449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:21:43,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:39801} 2024-11-14T14:21:43,035 INFO [Time-limited test {}] server.Server(415): Started @280321ms 2024-11-14T14:21:43,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:21:43,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:21:43,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:21:43,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:21:43,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:21:43,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:21:43,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:21:43,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18212679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/java.io.tmpdir/jetty-localhost-37937-hadoop-hdfs-3_4_1-tests_jar-_-any-8473296301310796488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:21:43,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:37937} 2024-11-14T14:21:43,426 INFO [Time-limited test {}] server.Server(415): Started @280712ms 2024-11-14T14:21:43,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:21:44,020 WARN [Thread-3654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/cluster_5036baac-2b53-0310-a7f5-4069e59ba1a6/data/data1/current/BP-1213265827-172.17.0.2-1731594102603/current, will proceed with Du for space computation calculation, 2024-11-14T14:21:44,020 WARN [Thread-3655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/cluster_5036baac-2b53-0310-a7f5-4069e59ba1a6/data/data2/current/BP-1213265827-172.17.0.2-1731594102603/current, will proceed with Du for space computation calculation, 2024-11-14T14:21:44,038 WARN [Thread-3642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:21:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x589ec3c3747949ac with lease ID 0x4c6946ec133de28a: Processing first storage report for DS-665b8140-17a6-43be-b2c5-69aaf17f3f8b from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d3b31a37-4275-4853-b12f-81f37cfc039f, infoPort=34625, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=1889860294;c=1731594102603) 2024-11-14T14:21:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x589ec3c3747949ac with lease ID 0x4c6946ec133de28a: from storage DS-665b8140-17a6-43be-b2c5-69aaf17f3f8b node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d3b31a37-4275-4853-b12f-81f37cfc039f, infoPort=34625, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=1889860294;c=1731594102603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:21:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x589ec3c3747949ac with lease ID 0x4c6946ec133de28a: Processing first storage report for DS-f5b1b4b8-b779-4b87-b3e7-7c16b1e4de55 from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d3b31a37-4275-4853-b12f-81f37cfc039f, infoPort=34625, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=1889860294;c=1731594102603) 2024-11-14T14:21:44,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x589ec3c3747949ac with lease ID 0x4c6946ec133de28a: from storage DS-f5b1b4b8-b779-4b87-b3e7-7c16b1e4de55 node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d3b31a37-4275-4853-b12f-81f37cfc039f, infoPort=34625, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=1889860294;c=1731594102603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:21:44,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f 2024-11-14T14:21:44,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:44,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:44,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:21:44,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab with version=8 2024-11-14T14:21:44,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/hbase-staging 2024-11-14T14:21:44,464 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:21:44,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:44,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:44,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:21:44,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:44,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:21:44,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:21:44,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:21:44,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44859 2024-11-14T14:21:44,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44859 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448590x0, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:44,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44859-0x10139b8f8b10006 connected 2024-11-14T14:21:44,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:44,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:44,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/running 2024-11-14T14:21:44,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab, hbase.cluster.distributed=false 2024-11-14T14:21:44,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/acl 2024-11-14T14:21:44,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-14T14:21:44,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44859 2024-11-14T14:21:44,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44859 2024-11-14T14:21:44,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-14T14:21:44,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-14T14:21:44,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:21:44,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:21:44,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43761 2024-11-14T14:21:44,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43761 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:44,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:44,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:44,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437610x0, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:44,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43761-0x10139b8f8b10007 connected 2024-11-14T14:21:44,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/running 2024-11-14T14:21:44,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:21:44,703 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:21:44,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/master 2024-11-14T14:21:44,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/acl 2024-11-14T14:21:44,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-14T14:21:44,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43761 2024-11-14T14:21:44,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43761 2024-11-14T14:21:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-14T14:21:44,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-14T14:21:44,721 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:44859 2024-11-14T14:21:44,721 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-825417361/backup-masters/6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:44,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361/backup-masters 2024-11-14T14:21:44,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361/backup-masters 2024-11-14T14:21:44,734 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on existing znode=/2-825417361/backup-masters/6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:44,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-825417361/master 2024-11-14T14:21:44,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:44,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:44,744 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on existing znode=/2-825417361/master 2024-11-14T14:21:44,745 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-825417361/backup-masters/6e2cc31459a7,44859,1731594104464 from backup master directory 2024-11-14T14:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-825417361/backup-masters/6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361/backup-masters 2024-11-14T14:21:44,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361/backup-masters 2024-11-14T14:21:44,755 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:21:44,755 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:44,757 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/hbase.id] with ID: 68c72c27-455e-46a2-81b6-72adc8e4ac42 2024-11-14T14:21:44,757 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/.tmp/hbase.id 2024-11-14T14:21:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:21:45,161 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/.tmp/hbase.id]:[hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/hbase.id] 2024-11-14T14:21:45,168 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:21:45,169 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:21:45,169 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T14:21:45,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:21:45,633 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:45,634 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:21:45,634 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:21:45,639 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store 2024-11-14T14:21:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:21:45,643 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:45,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:21:45,644 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:45,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:45,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:21:45,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:45,644 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:21:45,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594105643Disabling compacts and flushes for region at 1731594105643Disabling writes for close at 1731594105644 (+1 ms)Writing region close event to WAL at 1731594105644Closed at 1731594105644 2024-11-14T14:21:45,644 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/.initializing 2024-11-14T14:21:45,644 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/WALs/6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:45,645 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:21:45,646 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C44859%2C1731594104464, suffix=, logDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/WALs/6e2cc31459a7,44859,1731594104464, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/oldWALs, maxLogs=10 2024-11-14T14:21:45,657 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/WALs/6e2cc31459a7,44859,1731594104464/6e2cc31459a7%2C44859%2C1731594104464.1731594105646, exclude list is [], retry=0 2024-11-14T14:21:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-665b8140-17a6-43be-b2c5-69aaf17f3f8b,DISK] 2024-11-14T14:21:45,660 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/WALs/6e2cc31459a7,44859,1731594104464/6e2cc31459a7%2C44859%2C1731594104464.1731594105646 2024-11-14T14:21:45,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34625:34625)] 2024-11-14T14:21:45,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:45,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:45,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,661 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:21:45,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:45,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:45,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:21:45,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:45,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:45,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:21:45,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:45,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:45,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:21:45,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:45,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:45,666 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,667 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,668 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,668 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,668 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:45,669 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:21:45,670 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:45,670 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72053412, jitterRate=0.07367950677871704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:45,670 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594105661Initializing all the Stores at 1731594105662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594105662Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594105662Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594105662Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594105662Cleaning up temporary data from old regions at 1731594105668 (+6 ms)Region opened successfully at 1731594105670 (+2 ms) 2024-11-14T14:21:45,670 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:21:45,672 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6264bd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:21:45,673 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:21:45,673 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:21:45,673 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:21:45,673 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:21:45,673 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:21:45,674 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:21:45,674 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:21:45,675 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:21:45,676 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Unable to get data of znode /2-825417361/balancer because node does not exist (not necessarily an error) 2024-11-14T14:21:45,723 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-825417361/balancer already deleted, retry=false 2024-11-14T14:21:45,723 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:21:45,724 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Unable to get data of znode /2-825417361/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:21:45,733 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-825417361/normalizer already deleted, retry=false 2024-11-14T14:21:45,734 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:21:45,734 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Unable to get data of znode /2-825417361/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:21:45,744 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-825417361/switch/split already deleted, retry=false 2024-11-14T14:21:45,745 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Unable to get data of znode /2-825417361/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:21:45,754 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-825417361/switch/merge already deleted, retry=false 2024-11-14T14:21:45,756 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Unable to get data of znode /2-825417361/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:21:45,765 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-825417361/snapshot-cleanup already deleted, retry=false 2024-11-14T14:21:45,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-825417361/running 2024-11-14T14:21:45,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-825417361/running 2024-11-14T14:21:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,776 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,44859,1731594104464, sessionid=0x10139b8f8b10006, setting cluster-up flag (Was=false) 2024-11-14T14:21:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,828 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-825417361/flush-table-proc/acquired, /2-825417361/flush-table-proc/reached, /2-825417361/flush-table-proc/abort 2024-11-14T14:21:45,829 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:45,881 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-825417361/online-snapshot/acquired, /2-825417361/online-snapshot/reached, /2-825417361/online-snapshot/abort 2024-11-14T14:21:45,882 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:45,883 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:21:45,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:45,885 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:21:45,885 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:21:45,885 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,44859,1731594104464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:21:45,886 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,887 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594135887 2024-11-14T14:21:45,887 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:21:45,887 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:21:45,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:45,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:21:45,888 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:21:45,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:45,889 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594105889,5,FailOnTimeoutGroup] 2024-11-14T14:21:45,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:21:45,891 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594105889,5,FailOnTimeoutGroup] 2024-11-14T14:21:45,891 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,891 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:21:45,891 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,892 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:21:45,913 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(746): ClusterId : 68c72c27-455e-46a2-81b6-72adc8e4ac42 2024-11-14T14:21:45,913 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:21:45,924 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:21:45,924 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:21:45,934 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:21:45,934 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6d2452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:21:45,944 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:43761 2024-11-14T14:21:45,944 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:21:45,944 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:21:45,944 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:21:45,945 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,44859,1731594104464 with port=43761, startcode=1731594104689 2024-11-14T14:21:45,945 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:21:45,946 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:21:45,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:45,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44859 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:45,948 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab 2024-11-14T14:21:45,948 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32823 2024-11-14T14:21:45,948 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:21:45,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361/rs 2024-11-14T14:21:45,989 DEBUG [RS:0;6e2cc31459a7:43761 {}] zookeeper.ZKUtil(111): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on existing znode=/2-825417361/rs/6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:45,989 WARN [RS:0;6e2cc31459a7:43761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:21:45,990 INFO [RS:0;6e2cc31459a7:43761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:45,990 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:45,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,43761,1731594104689] 2024-11-14T14:21:45,992 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:21:45,993 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:21:45,994 INFO [RS:0;6e2cc31459a7:43761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:21:45,994 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,994 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:21:45,995 DEBUG [RS:0;6e2cc31459a7:43761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:45,995 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,43761,1731594104689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:21:46,008 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:21:46,008 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,43761,1731594104689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:46,008 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:46,008 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.Replication(171): 6e2cc31459a7,43761,1731594104689 started 2024-11-14T14:21:46,021 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:46,021 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,43761,1731594104689, RpcServer on 6e2cc31459a7/172.17.0.2:43761, sessionid=0x10139b8f8b10007 2024-11-14T14:21:46,021 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:21:46,021 DEBUG [RS:0;6e2cc31459a7:43761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:46,021 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,43761,1731594104689' 2024-11-14T14:21:46,021 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-825417361/flush-table-proc/abort' 2024-11-14T14:21:46,022 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-825417361/flush-table-proc/acquired' 2024-11-14T14:21:46,022 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:21:46,022 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:21:46,022 DEBUG [RS:0;6e2cc31459a7:43761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:46,022 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,43761,1731594104689' 2024-11-14T14:21:46,022 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-825417361/online-snapshot/abort' 2024-11-14T14:21:46,023 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-825417361/online-snapshot/acquired' 2024-11-14T14:21:46,023 DEBUG [RS:0;6e2cc31459a7:43761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:21:46,023 INFO [RS:0;6e2cc31459a7:43761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:21:46,023 INFO [RS:0;6e2cc31459a7:43761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:21:46,123 INFO [RS:0;6e2cc31459a7:43761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:21:46,125 INFO [RS:0;6e2cc31459a7:43761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C43761%2C1731594104689, suffix=, logDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/oldWALs, maxLogs=10 2024-11-14T14:21:46,137 DEBUG [RS:0;6e2cc31459a7:43761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, exclude list is [], retry=0 2024-11-14T14:21:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-665b8140-17a6-43be-b2c5-69aaf17f3f8b,DISK] 2024-11-14T14:21:46,140 INFO [RS:0;6e2cc31459a7:43761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 2024-11-14T14:21:46,140 DEBUG [RS:0;6e2cc31459a7:43761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34625:34625)] 2024-11-14T14:21:46,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:21:46,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab 2024-11-14T14:21:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:21:46,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:46,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:21:46,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:21:46,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:46,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:46,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:21:46,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:21:46,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:46,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:46,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:21:46,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:21:46,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:46,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:46,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:21:46,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:21:46,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:46,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:46,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:21:46,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740 2024-11-14T14:21:46,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740 2024-11-14T14:21:46,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:21:46,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:21:46,710 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:46,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:21:46,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:46,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61529752, jitterRate=-0.08313524723052979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:46,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594106704Initializing all the Stores at 1731594106704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594106704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594106704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594106704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594106704Cleaning up temporary data from old regions at 1731594106710 (+6 ms)Region opened successfully at 1731594106713 (+3 ms) 2024-11-14T14:21:46,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:21:46,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:21:46,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:21:46,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:21:46,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:21:46,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:21:46,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594106713Disabling compacts and flushes for region at 1731594106713Disabling writes for close at 1731594106713Writing region close event to WAL at 1731594106713Closed at 1731594106713 2024-11-14T14:21:46,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:46,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:21:46,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:21:46,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:21:46,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:21:46,866 DEBUG [6e2cc31459a7:44859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:21:46,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:46,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,43761,1731594104689, state=OPENING 2024-11-14T14:21:46,933 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:21:46,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:46,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:46,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-825417361/meta-region-server: CHANGED 2024-11-14T14:21:46,944 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:21:46,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-825417361/meta-region-server: CHANGED 2024-11-14T14:21:46,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,43761,1731594104689}] 2024-11-14T14:21:47,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:47,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:21:47,100 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:21:47,100 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:47,100 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:21:47,101 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C43761%2C1731594104689.meta, suffix=.meta, logDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/oldWALs, maxLogs=10 2024-11-14T14:21:47,114 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.meta.1731594107102.meta, exclude list is [], retry=0 2024-11-14T14:21:47,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-665b8140-17a6-43be-b2c5-69aaf17f3f8b,DISK] 2024-11-14T14:21:47,117 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.meta.1731594107102.meta 2024-11-14T14:21:47,117 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34625:34625)] 2024-11-14T14:21:47,117 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:47,117 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:47,117 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:47,117 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:21:47,118 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:21:47,118 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:21:47,118 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:47,118 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:21:47,118 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:21:47,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:21:47,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:21:47,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:47,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:21:47,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:21:47,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:47,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:21:47,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:21:47,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:21:47,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:21:47,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:21:47,122 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:21:47,123 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740 2024-11-14T14:21:47,123 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740 2024-11-14T14:21:47,124 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:21:47,124 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:21:47,124 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:21:47,125 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:21:47,126 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75417851, jitterRate=0.12381355464458466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:21:47,126 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:21:47,126 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594107118Writing region info on filesystem at 1731594107118Initializing all the Stores at 1731594107119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594107119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594107119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594107119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594107119Cleaning up temporary data from old regions at 1731594107124 (+5 ms)Running coprocessor post-open hooks at 1731594107126 (+2 ms)Region opened successfully at 1731594107126 2024-11-14T14:21:47,126 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594107096 2024-11-14T14:21:47,128 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:21:47,128 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:21:47,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:47,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,43761,1731594104689, state=OPEN 2024-11-14T14:21:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-825417361/meta-region-server 2024-11-14T14:21:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-825417361/meta-region-server 2024-11-14T14:21:47,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:47,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-825417361/meta-region-server: CHANGED 2024-11-14T14:21:47,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-825417361/meta-region-server: CHANGED 2024-11-14T14:21:47,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:21:47,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,43761,1731594104689 in 189 msec 2024-11-14T14:21:47,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:21:47,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-14T14:21:47,137 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:21:47,137 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:21:47,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:47,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43761,1731594104689, seqNum=-1] 2024-11-14T14:21:47,138 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:47,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:47,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-14T14:21:47,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594107142, completionTime=-1 2024-11-14T14:21:47,143 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:21:47,143 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:21:47,144 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:21:47,144 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594167144 2024-11-14T14:21:47,144 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594227144 2024-11-14T14:21:47,144 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:21:47,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44859,1731594104464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44859,1731594104464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44859,1731594104464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:44859, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,145 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,146 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.393sec 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44859,1731594104464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:21:47,148 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44859,1731594104464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:21:47,150 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:21:47,150 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:21:47,150 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44859,1731594104464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:21:47,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:47,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,44859,-1 for getting cluster id 2024-11-14T14:21:47,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:47,215 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c72c27-455e-46a2-81b6-72adc8e4ac42' 2024-11-14T14:21:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c72c27-455e-46a2-81b6-72adc8e4ac42" 2024-11-14T14:21:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fc8d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,44859,-1] 2024-11-14T14:21:47,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:47,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:47,216 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:47,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e504b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:47,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43761,1731594104689, seqNum=-1] 2024-11-14T14:21:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:47,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:47,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59971 2024-11-14T14:21:47,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:21:47,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10139b8f8b10008 connected 2024-11-14T14:21:47,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5feff2d0 2024-11-14T14:21:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:47,243 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:47,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:21:47,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:47,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:21:47,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:47,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 580b49fdb23dbbb64015b64659a5e938, NAME => 'test,,1731594107243.580b49fdb23dbbb64015b64659a5e938.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f 2024-11-14T14:21:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:21:47,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594107243.580b49fdb23dbbb64015b64659a5e938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:47,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 580b49fdb23dbbb64015b64659a5e938, disabling compactions & flushes 2024-11-14T14:21:47,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:47,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:47,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. after waiting 0 ms 2024-11-14T14:21:47,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:47,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:47,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 580b49fdb23dbbb64015b64659a5e938: Waiting for close lock at 1731594107657Disabling compacts and flushes for region at 1731594107657Disabling writes for close at 1731594107657Writing region close event to WAL at 1731594107657Closed at 1731594107657 2024-11-14T14:21:47,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:47,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594107243.580b49fdb23dbbb64015b64659a5e938.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594107658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594107658"}]},"ts":"1731594107658"} 2024-11-14T14:21:47,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:47,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:47,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594107660"}]},"ts":"1731594107660"} 2024-11-14T14:21:47,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:21:47,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=580b49fdb23dbbb64015b64659a5e938, ASSIGN}] 2024-11-14T14:21:47,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=580b49fdb23dbbb64015b64659a5e938, ASSIGN 2024-11-14T14:21:47,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=580b49fdb23dbbb64015b64659a5e938, ASSIGN; state=OFFLINE, location=6e2cc31459a7,44499,1731594094257; forceNewPlan=false, retain=false 2024-11-14T14:21:47,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=580b49fdb23dbbb64015b64659a5e938, regionState=OPENING, regionLocation=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=580b49fdb23dbbb64015b64659a5e938, ASSIGN because future has completed 2024-11-14T14:21:47,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 580b49fdb23dbbb64015b64659a5e938, server=6e2cc31459a7,44499,1731594094257}] 2024-11-14T14:21:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:47,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:21:47,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:47,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:47,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:47,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:47,977 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:47,977 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 580b49fdb23dbbb64015b64659a5e938, NAME => 'test,,1731594107243.580b49fdb23dbbb64015b64659a5e938.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:47,977 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:47,977 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:21:47,978 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,978 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594107243.580b49fdb23dbbb64015b64659a5e938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:47,978 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,978 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,979 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,980 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 580b49fdb23dbbb64015b64659a5e938 columnFamilyName f 2024-11-14T14:21:47,980 DEBUG [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,980 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] regionserver.HStore(327): Store=580b49fdb23dbbb64015b64659a5e938/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:47,980 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,981 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 580b49fdb23dbbb64015b64659a5e938 columnFamilyName f1 2024-11-14T14:21:47,981 DEBUG [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,981 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] regionserver.HStore(327): Store=580b49fdb23dbbb64015b64659a5e938/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:47,982 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,982 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 580b49fdb23dbbb64015b64659a5e938 columnFamilyName norep 2024-11-14T14:21:47,982 DEBUG [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:47,983 INFO [StoreOpener-580b49fdb23dbbb64015b64659a5e938-1 {}] regionserver.HStore(327): Store=580b49fdb23dbbb64015b64659a5e938/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:47,983 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,983 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,984 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,984 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,984 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,985 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:47,995 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,997 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:47,997 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 580b49fdb23dbbb64015b64659a5e938; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64107149, jitterRate=-0.04472903907299042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:47,997 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:21:47,998 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 580b49fdb23dbbb64015b64659a5e938: Running coprocessor pre-open hook at 1731594107978Writing region info on filesystem at 1731594107978Initializing all the Stores at 1731594107978Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594107979 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594107979Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594107979Cleaning up temporary data from old regions at 1731594107984 (+5 ms)Running coprocessor post-open hooks at 1731594107997 (+13 ms)Region opened successfully at 1731594107998 (+1 ms) 2024-11-14T14:21:47,999 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594107243.580b49fdb23dbbb64015b64659a5e938., pid=6, masterSystemTime=1731594107973 2024-11-14T14:21:48,001 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:48,001 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:21:48,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=580b49fdb23dbbb64015b64659a5e938, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:48,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 580b49fdb23dbbb64015b64659a5e938, server=6e2cc31459a7,44499,1731594094257 because future has completed 2024-11-14T14:21:48,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:21:48,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 580b49fdb23dbbb64015b64659a5e938, server=6e2cc31459a7,44499,1731594094257 in 187 msec 2024-11-14T14:21:48,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:21:48,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=580b49fdb23dbbb64015b64659a5e938, ASSIGN in 344 msec 2024-11-14T14:21:48,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:48,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594108009"}]},"ts":"1731594108009"} 2024-11-14T14:21:48,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:21:48,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:48,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-14T14:21:48,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:48,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:21:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:48,389 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:21:48,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45be1342 2024-11-14T14:21:48,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:48,390 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:48,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:21:48,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:48,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:48,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:21:48,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:48,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:21:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:48,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3391fa0eb12bc06ffee99a1e0f262472, NAME => 'test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b 2024-11-14T14:21:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:21:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:49,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:49,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3391fa0eb12bc06ffee99a1e0f262472, disabling compactions & flushes 2024-11-14T14:21:49,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. after waiting 0 ms 2024-11-14T14:21:49,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3391fa0eb12bc06ffee99a1e0f262472: Waiting for close lock at 1731594109204Disabling compacts and flushes for region at 1731594109204Disabling writes for close at 1731594109204Writing region close event to WAL at 1731594109204Closed at 1731594109204 2024-11-14T14:21:49,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:49,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594109205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594109205"}]},"ts":"1731594109205"} 2024-11-14T14:21:49,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:49,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:49,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594109207"}]},"ts":"1731594109207"} 2024-11-14T14:21:49,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:21:49,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3391fa0eb12bc06ffee99a1e0f262472, ASSIGN}] 2024-11-14T14:21:49,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3391fa0eb12bc06ffee99a1e0f262472, ASSIGN 2024-11-14T14:21:49,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3391fa0eb12bc06ffee99a1e0f262472, ASSIGN; state=OFFLINE, location=6e2cc31459a7,41665,1731594099638; forceNewPlan=false, retain=false 2024-11-14T14:21:49,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3391fa0eb12bc06ffee99a1e0f262472, regionState=OPENING, regionLocation=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:49,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3391fa0eb12bc06ffee99a1e0f262472, ASSIGN because future has completed 2024-11-14T14:21:49,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3391fa0eb12bc06ffee99a1e0f262472, server=6e2cc31459a7,41665,1731594099638}] 2024-11-14T14:21:49,518 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,518 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3391fa0eb12bc06ffee99a1e0f262472, NAME => 'test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:49,518 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:49,519 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:21:49,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:49,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,519 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,520 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,521 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3391fa0eb12bc06ffee99a1e0f262472 columnFamilyName f 2024-11-14T14:21:49,521 DEBUG [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:49,521 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] regionserver.HStore(327): Store=3391fa0eb12bc06ffee99a1e0f262472/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:49,521 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,522 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3391fa0eb12bc06ffee99a1e0f262472 columnFamilyName f1 2024-11-14T14:21:49,522 DEBUG [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:49,522 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] regionserver.HStore(327): Store=3391fa0eb12bc06ffee99a1e0f262472/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:49,523 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,523 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3391fa0eb12bc06ffee99a1e0f262472 columnFamilyName norep 2024-11-14T14:21:49,523 DEBUG [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:49,523 INFO [StoreOpener-3391fa0eb12bc06ffee99a1e0f262472-1 {}] regionserver.HStore(327): Store=3391fa0eb12bc06ffee99a1e0f262472/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:49,523 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,524 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,524 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,525 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,525 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,525 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:49,526 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:49,527 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3391fa0eb12bc06ffee99a1e0f262472; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68519326, jitterRate=0.021017521619796753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:49,527 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:21:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:49,528 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3391fa0eb12bc06ffee99a1e0f262472: Running coprocessor pre-open hook at 1731594109519Writing region info on filesystem at 1731594109519Initializing all the Stores at 1731594109520 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594109520Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594109520Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594109520Cleaning up temporary data from old regions at 1731594109525 (+5 ms)Running coprocessor post-open hooks at 1731594109527 (+2 ms)Region opened successfully at 1731594109527 2024-11-14T14:21:49,528 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472., pid=6, masterSystemTime=1731594109515 2024-11-14T14:21:49,530 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,530 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:21:49,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3391fa0eb12bc06ffee99a1e0f262472, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:49,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3391fa0eb12bc06ffee99a1e0f262472, server=6e2cc31459a7,41665,1731594099638 because future has completed 2024-11-14T14:21:49,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:21:49,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3391fa0eb12bc06ffee99a1e0f262472, server=6e2cc31459a7,41665,1731594099638 in 170 msec 2024-11-14T14:21:49,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:21:49,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3391fa0eb12bc06ffee99a1e0f262472, ASSIGN in 325 msec 2024-11-14T14:21:49,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:49,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594109535"}]},"ts":"1731594109535"} 2024-11-14T14:21:49,537 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:21:49,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:49,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T14:21:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:21:50,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T14:21:50,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:21:50,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T14:21:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:50,538 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:21:50,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@551b9747 2024-11-14T14:21:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:50,539 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:50,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:21:50,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:50,542 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:50,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:21:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:50,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:21:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:50,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e66a7e77917782360ae4f9583de6154, NAME => 'test,,1731594110540.1e66a7e77917782360ae4f9583de6154.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab 2024-11-14T14:21:50,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:21:50,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594110540.1e66a7e77917782360ae4f9583de6154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:50,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e66a7e77917782360ae4f9583de6154, disabling compactions & flushes 2024-11-14T14:21:50,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:50,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:50,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594110540.1e66a7e77917782360ae4f9583de6154. after waiting 0 ms 2024-11-14T14:21:50,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:50,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:50,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e66a7e77917782360ae4f9583de6154: Waiting for close lock at 1731594110965Disabling compacts and flushes for region at 1731594110965Disabling writes for close at 1731594110965Writing region close event to WAL at 1731594110965Closed at 1731594110965 2024-11-14T14:21:50,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:50,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594110540.1e66a7e77917782360ae4f9583de6154.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594110966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594110966"}]},"ts":"1731594110966"} 2024-11-14T14:21:50,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:50,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:50,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594110968"}]},"ts":"1731594110968"} 2024-11-14T14:21:50,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:21:50,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e66a7e77917782360ae4f9583de6154, ASSIGN}] 2024-11-14T14:21:50,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e66a7e77917782360ae4f9583de6154, ASSIGN 2024-11-14T14:21:50,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e66a7e77917782360ae4f9583de6154, ASSIGN; state=OFFLINE, location=6e2cc31459a7,43761,1731594104689; forceNewPlan=false, retain=false 2024-11-14T14:21:51,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e66a7e77917782360ae4f9583de6154, regionState=OPENING, regionLocation=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e66a7e77917782360ae4f9583de6154, ASSIGN because future has completed 2024-11-14T14:21:51,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e66a7e77917782360ae4f9583de6154, server=6e2cc31459a7,43761,1731594104689}] 2024-11-14T14:21:51,332 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:51,332 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e66a7e77917782360ae4f9583de6154, NAME => 'test,,1731594110540.1e66a7e77917782360ae4f9583de6154.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:51,332 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:51,332 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:21:51,332 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,332 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594110540.1e66a7e77917782360ae4f9583de6154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:51,333 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,333 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,333 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,334 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e66a7e77917782360ae4f9583de6154 columnFamilyName f 2024-11-14T14:21:51,334 DEBUG [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:51,334 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] regionserver.HStore(327): Store=1e66a7e77917782360ae4f9583de6154/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:51,335 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,335 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e66a7e77917782360ae4f9583de6154 columnFamilyName f1 2024-11-14T14:21:51,335 DEBUG [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:51,335 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] regionserver.HStore(327): Store=1e66a7e77917782360ae4f9583de6154/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:51,335 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,336 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e66a7e77917782360ae4f9583de6154 columnFamilyName norep 2024-11-14T14:21:51,336 DEBUG [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:51,336 INFO [StoreOpener-1e66a7e77917782360ae4f9583de6154-1 {}] regionserver.HStore(327): Store=1e66a7e77917782360ae4f9583de6154/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:51,336 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,337 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,337 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,337 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,337 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,338 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:51,338 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,340 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:51,340 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e66a7e77917782360ae4f9583de6154; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63197100, jitterRate=-0.05828982591629028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:51,340 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:21:51,340 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e66a7e77917782360ae4f9583de6154: Running coprocessor pre-open hook at 1731594111333Writing region info on filesystem at 1731594111333Initializing all the Stores at 1731594111333Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594111333Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594111333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594111333Cleaning up temporary data from old regions at 1731594111337 (+4 ms)Running coprocessor post-open hooks at 1731594111340 (+3 ms)Region opened successfully at 1731594111340 2024-11-14T14:21:51,341 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594110540.1e66a7e77917782360ae4f9583de6154., pid=6, masterSystemTime=1731594111329 2024-11-14T14:21:51,342 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:51,342 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:21:51,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e66a7e77917782360ae4f9583de6154, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:51,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e66a7e77917782360ae4f9583de6154, server=6e2cc31459a7,43761,1731594104689 because future has completed 2024-11-14T14:21:51,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:21:51,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e66a7e77917782360ae4f9583de6154, server=6e2cc31459a7,43761,1731594104689 in 168 msec 2024-11-14T14:21:51,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:21:51,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e66a7e77917782360ae4f9583de6154, ASSIGN in 376 msec 2024-11-14T14:21:51,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:51,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594111348"}]},"ts":"1731594111348"} 2024-11-14T14:21:51,350 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:21:51,351 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:51,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 811 msec 2024-11-14T14:21:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:21:51,678 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:21:51,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638fc074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:51,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33007,-1 for getting cluster id 2024-11-14T14:21:51,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:51,680 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '801b7e8d-08f4-4342-82a3-47c16e4e301c' 2024-11-14T14:21:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "801b7e8d-08f4-4342-82a3-47c16e4e301c" 2024-11-14T14:21:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5bd379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33007,-1] 2024-11-14T14:21:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:51,681 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:51,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c94f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:51,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,33007,1731594094063 2024-11-14T14:21:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6996f119 2024-11-14T14:21:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:51,683 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:51,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:21:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:21:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:51,686 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:36127' 2024-11-14T14:21:51,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ac775c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:51,687 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:51,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:51,688 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759e2a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:51,689 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:51,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9818a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:51,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bae0821 2024-11-14T14:21:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:51,691 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:51,691 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:21:51,691 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:21:51,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:51,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:51,692 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:51,692 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:51,693 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:21:51,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:51,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:51,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:51,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:21:51,743 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:21:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:52,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 944489729d8c41dd149692b149a92d7b, NAME => 'hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f 2024-11-14T14:21:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:21:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:52,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:52,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 944489729d8c41dd149692b149a92d7b, disabling compactions & flushes 2024-11-14T14:21:52,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. after waiting 0 ms 2024-11-14T14:21:52,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 944489729d8c41dd149692b149a92d7b: Waiting for close lock at 1731594112505Disabling compacts and flushes for region at 1731594112505Disabling writes for close at 1731594112505Writing region close event to WAL at 1731594112505Closed at 1731594112505 2024-11-14T14:21:52,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:52,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594112506"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594112506"}]},"ts":"1731594112506"} 2024-11-14T14:21:52,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:52,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:52,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594112509"}]},"ts":"1731594112509"} 2024-11-14T14:21:52,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:21:52,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=944489729d8c41dd149692b149a92d7b, ASSIGN}] 2024-11-14T14:21:52,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=944489729d8c41dd149692b149a92d7b, ASSIGN 2024-11-14T14:21:52,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=944489729d8c41dd149692b149a92d7b, ASSIGN; state=OFFLINE, location=6e2cc31459a7,44499,1731594094257; forceNewPlan=false, retain=false 2024-11-14T14:21:52,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=944489729d8c41dd149692b149a92d7b, regionState=OPENING, regionLocation=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:52,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=944489729d8c41dd149692b149a92d7b, ASSIGN because future has completed 2024-11-14T14:21:52,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 944489729d8c41dd149692b149a92d7b, server=6e2cc31459a7,44499,1731594094257}] 2024-11-14T14:21:52,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:52,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:21:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:52,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44499%2C1731594094257.rep, suffix=, logDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257, archiveDir=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/oldWALs, maxLogs=10 2024-11-14T14:21:52,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.rep.1731594112819, exclude list is [], retry=0 2024-11-14T14:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32999,DS-970af671-760d-4fcd-a1e4-23d0ec97afb2,DISK] 2024-11-14T14:21:52,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.rep.1731594112819 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32911:32911)] 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 944489729d8c41dd149692b149a92d7b, NAME => 'hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:52,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. service=MultiRowMutationService 2024-11-14T14:21:52,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,835 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,836 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944489729d8c41dd149692b149a92d7b columnFamilyName hfileref 2024-11-14T14:21:52,836 DEBUG [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:52,836 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] regionserver.HStore(327): Store=944489729d8c41dd149692b149a92d7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:52,836 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,837 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944489729d8c41dd149692b149a92d7b columnFamilyName queue 2024-11-14T14:21:52,837 DEBUG [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:52,837 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] regionserver.HStore(327): Store=944489729d8c41dd149692b149a92d7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:52,837 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,838 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944489729d8c41dd149692b149a92d7b columnFamilyName sid 2024-11-14T14:21:52,838 DEBUG [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:52,838 INFO [StoreOpener-944489729d8c41dd149692b149a92d7b-1 {}] regionserver.HStore(327): Store=944489729d8c41dd149692b149a92d7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:52,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/replication/944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/replication/944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:52,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/replication/944489729d8c41dd149692b149a92d7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:52,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 944489729d8c41dd149692b149a92d7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65090060, jitterRate=-0.030082523822784424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:52,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:21:52,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 944489729d8c41dd149692b149a92d7b: Running coprocessor pre-open hook at 1731594112834Writing region info on filesystem at 1731594112834Initializing all the Stores at 1731594112835 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594112835Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594112835Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594112835Cleaning up temporary data from old regions at 1731594112839 (+4 ms)Running coprocessor post-open hooks at 1731594112842 (+3 ms)Region opened successfully at 1731594112842 2024-11-14T14:21:52,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b., pid=10, masterSystemTime=1731594112815 2024-11-14T14:21:52,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:21:52,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=944489729d8c41dd149692b149a92d7b, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44499,1731594094257 2024-11-14T14:21:52,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 944489729d8c41dd149692b149a92d7b, server=6e2cc31459a7,44499,1731594094257 because future has completed 2024-11-14T14:21:52,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:21:52,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 944489729d8c41dd149692b149a92d7b, server=6e2cc31459a7,44499,1731594094257 in 182 msec 2024-11-14T14:21:52,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:21:52,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=944489729d8c41dd149692b149a92d7b, ASSIGN in 337 msec 2024-11-14T14:21:52,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:52,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594112849"}]},"ts":"1731594112849"} 2024-11-14T14:21:52,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:21:52,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:52,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-11-14T14:21:52,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b., hostname=6e2cc31459a7,44499,1731594094257, seqNum=2] 2024-11-14T14:21:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:52,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:21:52,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:53,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:21:53,139 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:21:53,163 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,44499,1731594094257, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:53,164 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:53,164 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44499,1731594094257, seqNum=-1] 2024-11-14T14:21:53,164 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:53,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:53,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,44499,1731594094257', locateType=CURRENT is [region=hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b., hostname=6e2cc31459a7,44499,1731594094257, seqNum=2] 2024-11-14T14:21:53,168 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:21:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:21:53,170 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,44499,1731594094257 suceeded 2024-11-14T14:21:53,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:21:53,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-14T14:21:53,172 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:21:53,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-14T14:21:53,181 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:36127' 2024-11-14T14:21:53,182 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8fa209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,182 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:53,182 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:53,183 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:53,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:53,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:53,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@209bb3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:53,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:53,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,184 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:53,185 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a372103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,185 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:53,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:53,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e29932 2024-11-14T14:21:53,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:53,186 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:53,187 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,44499,1731594094257 (queues=1) is replicating from cluster=801b7e8d-08f4-4342-82a3-47c16e4e301c to cluster=2344013d-989b-4dbc-8d3c-0920a7754d92 2024-11-14T14:21:53,187 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C44499%2C1731594094257 2024-11-14T14:21:53,187 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,44499,1731594094257, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:53,187 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C44499%2C1731594094257 2024-11-14T14:21:53,187 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456, startPosition=0, beingWritten=true 2024-11-14T14:21:53,191 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:53,191 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:53,191 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44499,1731594094257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:53,394 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:53,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:21:53,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:21:53,697 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:53,838 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:53,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:53,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:53,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:53,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcccd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:53,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:53,839 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ebf3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,840 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126836ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a5c1753 2024-11-14T14:21:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:53,842 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:53,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:44859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:21:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:21:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:53,845 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:44859' 2024-11-14T14:21:53,846 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2722ba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,846 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,44859,-1 for getting cluster id 2024-11-14T14:21:53,846 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:53,846 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c72c27-455e-46a2-81b6-72adc8e4ac42' 2024-11-14T14:21:53,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:53,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c72c27-455e-46a2-81b6-72adc8e4ac42" 2024-11-14T14:21:53,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e83d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,44859,-1] 2024-11-14T14:21:53,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:53,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,847 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e6b351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:53,848 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b03990 2024-11-14T14:21:53,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:53,849 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:53,850 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T14:21:53,850 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:21:53,850 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,850 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:53,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:53,850 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:53,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:21:53,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:53,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:53,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:53,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:21:53,901 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:21:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:54,100 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:54,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afff6251527f94b2ff564b2c9e879a86, NAME => 'hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b 2024-11-14T14:21:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:21:54,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:54,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afff6251527f94b2ff564b2c9e879a86, disabling compactions & flushes 2024-11-14T14:21:54,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. after waiting 0 ms 2024-11-14T14:21:54,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afff6251527f94b2ff564b2c9e879a86: Waiting for close lock at 1731594114262Disabling compacts and flushes for region at 1731594114262Disabling writes for close at 1731594114262Writing region close event to WAL at 1731594114262Closed at 1731594114262 2024-11-14T14:21:54,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:54,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594114263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594114263"}]},"ts":"1731594114263"} 2024-11-14T14:21:54,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:54,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:54,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594114266"}]},"ts":"1731594114266"} 2024-11-14T14:21:54,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:21:54,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afff6251527f94b2ff564b2c9e879a86, ASSIGN}] 2024-11-14T14:21:54,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afff6251527f94b2ff564b2c9e879a86, ASSIGN 2024-11-14T14:21:54,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afff6251527f94b2ff564b2c9e879a86, ASSIGN; state=OFFLINE, location=6e2cc31459a7,41665,1731594099638; forceNewPlan=false, retain=false 2024-11-14T14:21:54,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:21:54,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afff6251527f94b2ff564b2c9e879a86, regionState=OPENING, regionLocation=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:54,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afff6251527f94b2ff564b2c9e879a86, ASSIGN because future has completed 2024-11-14T14:21:54,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afff6251527f94b2ff564b2c9e879a86, server=6e2cc31459a7,41665,1731594099638}] 2024-11-14T14:21:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:54,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:54,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:21:54,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C41665%2C1731594099638.rep, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/oldWALs, maxLogs=10 2024-11-14T14:21:54,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.rep.1731594114578, exclude list is [], retry=0 2024-11-14T14:21:54,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-d7d553e2-4de1-4873-8e39-7bdecbd0855e,DISK] 2024-11-14T14:21:54,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.rep.1731594114578 2024-11-14T14:21:54,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43097:43097)] 2024-11-14T14:21:54,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => afff6251527f94b2ff564b2c9e879a86, NAME => 'hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:54,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:54,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:54,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. service=MultiRowMutationService 2024-11-14T14:21:54,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:21:54,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:54,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,594 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,595 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afff6251527f94b2ff564b2c9e879a86 columnFamilyName hfileref 2024-11-14T14:21:54,595 DEBUG [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:54,595 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] regionserver.HStore(327): Store=afff6251527f94b2ff564b2c9e879a86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:54,595 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,596 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afff6251527f94b2ff564b2c9e879a86 columnFamilyName queue 2024-11-14T14:21:54,596 DEBUG [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:54,596 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] regionserver.HStore(327): Store=afff6251527f94b2ff564b2c9e879a86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:54,596 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,597 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afff6251527f94b2ff564b2c9e879a86 columnFamilyName sid 2024-11-14T14:21:54,597 DEBUG [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:54,597 INFO [StoreOpener-afff6251527f94b2ff564b2c9e879a86-1 {}] regionserver.HStore(327): Store=afff6251527f94b2ff564b2c9e879a86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:54,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/replication/afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/replication/afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:54,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/replication/afff6251527f94b2ff564b2c9e879a86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:54,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened afff6251527f94b2ff564b2c9e879a86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60257378, jitterRate=-0.1020950973033905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:54,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:21:54,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for afff6251527f94b2ff564b2c9e879a86: Running coprocessor pre-open hook at 1731594114593Writing region info on filesystem at 1731594114593Initializing all the Stores at 1731594114594 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594114594Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594114594Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594114594Cleaning up temporary data from old regions at 1731594114598 (+4 ms)Running coprocessor post-open hooks at 1731594114601 (+3 ms)Region opened successfully at 1731594114601 2024-11-14T14:21:54,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86., pid=10, masterSystemTime=1731594114574 2024-11-14T14:21:54,603 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:54,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:21:54,604 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afff6251527f94b2ff564b2c9e879a86, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,41665,1731594099638 2024-11-14T14:21:54,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afff6251527f94b2ff564b2c9e879a86, server=6e2cc31459a7,41665,1731594099638 because future has completed 2024-11-14T14:21:54,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:21:54,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure afff6251527f94b2ff564b2c9e879a86, server=6e2cc31459a7,41665,1731594099638 in 184 msec 2024-11-14T14:21:54,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:21:54,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afff6251527f94b2ff564b2c9e879a86, ASSIGN in 339 msec 2024-11-14T14:21:54,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:54,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594114609"}]},"ts":"1731594114609"} 2024-11-14T14:21:54,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:21:54,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:54,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-14T14:21:54,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86., hostname=6e2cc31459a7,41665,1731594099638, seqNum=2] 2024-11-14T14:21:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:21:54,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:54,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:21:54,960 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:21:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:54,987 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,41665,1731594099638, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41665,1731594099638, seqNum=-1] 2024-11-14T14:21:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:54,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:54,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,41665,1731594099638', locateType=CURRENT is [region=hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86., hostname=6e2cc31459a7,41665,1731594099638, seqNum=2] 2024-11-14T14:21:54,992 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:21:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:21:54,994 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,41665,1731594099638 suceeded 2024-11-14T14:21:54,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:21:54,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T14:21:54,996 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:44859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:21:54,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1540 sec 2024-11-14T14:21:55,006 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:44859' 2024-11-14T14:21:55,007 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e59a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,007 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,44859,-1 for getting cluster id 2024-11-14T14:21:55,007 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:55,008 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c72c27-455e-46a2-81b6-72adc8e4ac42' 2024-11-14T14:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c72c27-455e-46a2-81b6-72adc8e4ac42" 2024-11-14T14:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9049edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,44859,-1] 2024-11-14T14:21:55,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:55,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:55,009 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:55,010 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50916eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,010 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:55,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:55,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d34e50b 2024-11-14T14:21:55,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:55,011 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:55,012 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,41665,1731594099638 (queues=1) is replicating from cluster=2344013d-989b-4dbc-8d3c-0920a7754d92 to cluster=68c72c27-455e-46a2-81b6-72adc8e4ac42 2024-11-14T14:21:55,012 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C41665%2C1731594099638 2024-11-14T14:21:55,012 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,41665,1731594099638, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:55,012 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C41665%2C1731594099638 2024-11-14T14:21:55,012 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, startPosition=0, beingWritten=true 2024-11-14T14:21:55,016 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:55,016 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:55,016 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:55,206 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:55,220 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:55,523 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:55,910 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:55,926 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:55,988 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:55,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:55,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:55,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:55,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:55,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:55,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,44859,-1 for getting cluster id 2024-11-14T14:21:55,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:55,990 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c72c27-455e-46a2-81b6-72adc8e4ac42' 2024-11-14T14:21:55,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:55,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c72c27-455e-46a2-81b6-72adc8e4ac42" 2024-11-14T14:21:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6528a587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,44859,-1] 2024-11-14T14:21:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:55,992 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ac5281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,44859,1731594104464 2024-11-14T14:21:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7402801d 2024-11-14T14:21:55,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:55,994 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:55,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:21:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:21:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:55,996 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:36127' 2024-11-14T14:21:55,997 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddcbb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,997 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:55,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:55,997 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb4d731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:55,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:55,999 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29887fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:55,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:56,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:56,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db26a42 2024-11-14T14:21:56,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:56,001 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:21:56,001 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:21:56,001 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:21:56,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:56,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:56,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:56,002 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:21:56,003 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:21:56,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:21:56,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:56,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:21:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:21:56,053 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:21:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:56,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ab62e2f0e7cee11fc2a83679acdd3b9, NAME => 'hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab 2024-11-14T14:21:56,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:21:56,428 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:56,713 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ab62e2f0e7cee11fc2a83679acdd3b9, disabling compactions & flushes 2024-11-14T14:21:56,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. after waiting 0 ms 2024-11-14T14:21:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:56,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ab62e2f0e7cee11fc2a83679acdd3b9: Waiting for close lock at 1731594116816Disabling compacts and flushes for region at 1731594116816Disabling writes for close at 1731594116816Writing region close event to WAL at 1731594116816Closed at 1731594116816 2024-11-14T14:21:56,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:21:56,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594116817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594116817"}]},"ts":"1731594116817"} 2024-11-14T14:21:56,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:21:56,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:21:56,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594116820"}]},"ts":"1731594116820"} 2024-11-14T14:21:56,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:21:56,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ab62e2f0e7cee11fc2a83679acdd3b9, ASSIGN}] 2024-11-14T14:21:56,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ab62e2f0e7cee11fc2a83679acdd3b9, ASSIGN 2024-11-14T14:21:56,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ab62e2f0e7cee11fc2a83679acdd3b9, ASSIGN; state=OFFLINE, location=6e2cc31459a7,43761,1731594104689; forceNewPlan=false, retain=false 2024-11-14T14:21:56,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ab62e2f0e7cee11fc2a83679acdd3b9, regionState=OPENING, regionLocation=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:56,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ab62e2f0e7cee11fc2a83679acdd3b9, ASSIGN because future has completed 2024-11-14T14:21:56,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ab62e2f0e7cee11fc2a83679acdd3b9, server=6e2cc31459a7,43761,1731594104689}] 2024-11-14T14:21:57,031 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:57,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:57,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:21:57,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:21:57,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C43761%2C1731594104689.rep, suffix=, logDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/oldWALs, maxLogs=10 2024-11-14T14:21:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:57,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.rep.1731594117132, exclude list is [], retry=0 2024-11-14T14:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-665b8140-17a6-43be-b2c5-69aaf17f3f8b,DISK] 2024-11-14T14:21:57,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.rep.1731594117132 2024-11-14T14:21:57,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34625:34625)] 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ab62e2f0e7cee11fc2a83679acdd3b9, NAME => 'hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:21:57,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. service=MultiRowMutationService 2024-11-14T14:21:57,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,148 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,149 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab62e2f0e7cee11fc2a83679acdd3b9 columnFamilyName hfileref 2024-11-14T14:21:57,149 DEBUG [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:57,150 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] regionserver.HStore(327): Store=9ab62e2f0e7cee11fc2a83679acdd3b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:57,150 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,150 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab62e2f0e7cee11fc2a83679acdd3b9 columnFamilyName queue 2024-11-14T14:21:57,151 DEBUG [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:57,151 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] regionserver.HStore(327): Store=9ab62e2f0e7cee11fc2a83679acdd3b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:57,151 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,152 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab62e2f0e7cee11fc2a83679acdd3b9 columnFamilyName sid 2024-11-14T14:21:57,152 DEBUG [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:21:57,152 INFO [StoreOpener-9ab62e2f0e7cee11fc2a83679acdd3b9-1 {}] regionserver.HStore(327): Store=9ab62e2f0e7cee11fc2a83679acdd3b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:21:57,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:21:57,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:21:57,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ab62e2f0e7cee11fc2a83679acdd3b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73120978, jitterRate=0.08958747982978821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:21:57,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:21:57,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ab62e2f0e7cee11fc2a83679acdd3b9: Running coprocessor pre-open hook at 1731594117147Writing region info on filesystem at 1731594117147Initializing all the Stores at 1731594117148 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594117148Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594117148Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594117148Cleaning up temporary data from old regions at 1731594117154 (+6 ms)Running coprocessor post-open hooks at 1731594117157 (+3 ms)Region opened successfully at 1731594117157 2024-11-14T14:21:57,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9., pid=10, masterSystemTime=1731594117128 2024-11-14T14:21:57,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:57,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:21:57,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ab62e2f0e7cee11fc2a83679acdd3b9, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,43761,1731594104689 2024-11-14T14:21:57,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ab62e2f0e7cee11fc2a83679acdd3b9, server=6e2cc31459a7,43761,1731594104689 because future has completed 2024-11-14T14:21:57,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:21:57,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ab62e2f0e7cee11fc2a83679acdd3b9, server=6e2cc31459a7,43761,1731594104689 in 185 msec 2024-11-14T14:21:57,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:21:57,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ab62e2f0e7cee11fc2a83679acdd3b9, ASSIGN in 341 msec 2024-11-14T14:21:57,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:21:57,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594117165"}]},"ts":"1731594117165"} 2024-11-14T14:21:57,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:21:57,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:21:57,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-14T14:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9., hostname=6e2cc31459a7,43761,1731594104689, seqNum=2] 2024-11-14T14:21:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:21:57,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:21:57,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:21:57,444 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:21:57,470 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,43761,1731594104689, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:21:57,470 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:57,470 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43761,1731594104689, seqNum=-1] 2024-11-14T14:21:57,470 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:57,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:57,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,43761,1731594104689', locateType=CURRENT is [region=hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9., hostname=6e2cc31459a7,43761,1731594104689, seqNum=2] 2024-11-14T14:21:57,474 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:21:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:21:57,476 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,43761,1731594104689 suceeded 2024-11-14T14:21:57,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:21:57,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T14:21:57,478 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:21:57,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-11-14T14:21:57,488 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:36127' 2024-11-14T14:21:57,489 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f65cd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:57,489 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:57,490 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:57,490 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b227a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:57,491 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:57,492 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39aefe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:57,492 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:21:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,36127,1731594099492 2024-11-14T14:21:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50932b6b 2024-11-14T14:21:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:21:57,493 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T14:21:57,494 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,43761,1731594104689 (queues=1) is replicating from cluster=68c72c27-455e-46a2-81b6-72adc8e4ac42 to cluster=2344013d-989b-4dbc-8d3c-0920a7754d92 2024-11-14T14:21:57,494 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C43761%2C1731594104689 2024-11-14T14:21:57,494 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,43761,1731594104689, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:21:57,494 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, startPosition=0, beingWritten=true 2024-11-14T14:21:57,495 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C43761%2C1731594104689 2024-11-14T14:21:57,499 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:57,499 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 379, reset compression=false 2024-11-14T14:21:57,499 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:57,616 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:57,702 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 379, reset compression=false 2024-11-14T14:21:57,735 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:58,006 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 379, reset compression=false 2024-11-14T14:21:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:21:58,158 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:21:58,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:21:58,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:21:58,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:58,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:58,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:21:58,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,33007,-1 for getting cluster id 2024-11-14T14:21:58,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:58,160 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '801b7e8d-08f4-4342-82a3-47c16e4e301c' 2024-11-14T14:21:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "801b7e8d-08f4-4342-82a3-47c16e4e301c" 2024-11-14T14:21:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dbb845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,33007,-1] 2024-11-14T14:21:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:58,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:58,161 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8594f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:58,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:58,163 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715f8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:58,164 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:58,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,44859,-1 for getting cluster id 2024-11-14T14:21:58,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:58,165 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c72c27-455e-46a2-81b6-72adc8e4ac42' 2024-11-14T14:21:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c72c27-455e-46a2-81b6-72adc8e4ac42" 2024-11-14T14:21:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100605a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,44859,-1] 2024-11-14T14:21:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:58,166 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210a6c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44499,1731594094257, seqNum=-1] 2024-11-14T14:21:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:58,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594107243.580b49fdb23dbbb64015b64659a5e938., hostname=6e2cc31459a7,44499,1731594094257, seqNum=2] 2024-11-14T14:21:58,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43761,1731594104689, seqNum=-1] 2024-11-14T14:21:58,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:58,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:21:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594110540.1e66a7e77917782360ae4f9583de6154., hostname=6e2cc31459a7,43761,1731594104689, seqNum=2] 2024-11-14T14:21:58,176 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T14:21:58,409 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 379, reset compression=false 2024-11-14T14:21:58,538 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:58,620 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 379, reset compression=false 2024-11-14T14:21:58,624 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:58,624 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:21:58,624 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44499,1731594094257 got entry batch from reader: WALEntryBatch [walEntries=[{test/580b49fdb23dbbb64015b64659a5e938/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T14:21:58,626 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:58,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T14:21:58,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:58,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511ef5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,36127,-1 for getting cluster id 2024-11-14T14:21:58,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:58,628 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2344013d-989b-4dbc-8d3c-0920a7754d92' 2024-11-14T14:21:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2344013d-989b-4dbc-8d3c-0920a7754d92" 2024-11-14T14:21:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fe1f36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,36127,-1] 2024-11-14T14:21:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:58,629 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:58,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17a7c5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:58,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:58,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41665,1731594099638, seqNum=-1] 2024-11-14T14:21:58,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:58,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:58,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472., hostname=6e2cc31459a7,41665,1731594099638, seqNum=2] 2024-11-14T14:21:58,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:58,827 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:21:58,913 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 379, reset compression=false 2024-11-14T14:21:59,130 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:21:59,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T14:21:59,441 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 379, reset compression=false 2024-11-14T14:21:59,445 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:21:59,445 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 504, reset compression=false 2024-11-14T14:21:59,445 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[{test/3391fa0eb12bc06ffee99a1e0f262472/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T14:21:59,447 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:21:59,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T14:21:59,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:21:59,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3952bb4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:59,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,44859,-1 for getting cluster id 2024-11-14T14:21:59,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:21:59,449 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c72c27-455e-46a2-81b6-72adc8e4ac42' 2024-11-14T14:21:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:21:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c72c27-455e-46a2-81b6-72adc8e4ac42" 2024-11-14T14:21:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@764e2955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,44859,-1] 2024-11-14T14:21:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:21:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:21:59,450 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:21:59,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75591137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:21:59,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:21:59,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,43761,1731594104689, seqNum=-1] 2024-11-14T14:21:59,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:21:59,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T14:21:59,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731594110540.1e66a7e77917782360ae4f9583de6154., hostname=6e2cc31459a7,43761,1731594104689, seqNum=2] 2024-11-14T14:21:59,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:21:59,516 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 379, reset compression=false 2024-11-14T14:21:59,521 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:21:59,521 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 527, reset compression=false 2024-11-14T14:21:59,521 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:21:59,534 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:21:59,648 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 504, reset compression=false 2024-11-14T14:21:59,724 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 527, reset compression=false 2024-11-14T14:21:59,951 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 504, reset compression=false 2024-11-14T14:22:00,027 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 527, reset compression=false 2024-11-14T14:22:00,037 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:22:00,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:00,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:00,179 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T14:22:00,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,41665,1731594099638, seqNum=-1] 2024-11-14T14:22:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:00,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472., hostname=6e2cc31459a7,41665,1731594099638, seqNum=2] 2024-11-14T14:22:00,186 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T14:22:00,354 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 504, reset compression=false 2024-11-14T14:22:00,357 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:00,357 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 608, reset compression=false 2024-11-14T14:22:00,357 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[{test/3391fa0eb12bc06ffee99a1e0f262472/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:22:00,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:22:00,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:22:00,431 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 527, reset compression=false 2024-11-14T14:22:00,435 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:00,435 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 654, reset compression=false 2024-11-14T14:22:00,435 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:00,560 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 608, reset compression=false 2024-11-14T14:22:00,638 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 654, reset compression=false 2024-11-14T14:22:00,640 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:22:00,863 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 608, reset compression=false 2024-11-14T14:22:00,941 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 654, reset compression=false 2024-11-14T14:22:01,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T14:22:01,190 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T14:22:01,266 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 608, reset compression=false 2024-11-14T14:22:01,343 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:22:01,344 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 654, reset compression=false 2024-11-14T14:22:01,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:01,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 758, reset compression=false 2024-11-14T14:22:01,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e66a7e77917782360ae4f9583de6154/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T14:22:01,350 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:01,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T14:22:01,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:22:01,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:22:01,550 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 758, reset compression=false 2024-11-14T14:22:01,769 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 608, reset compression=false 2024-11-14T14:22:01,773 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:01,773 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 735, reset compression=false 2024-11-14T14:22:01,773 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:01,853 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 758, reset compression=false 2024-11-14T14:22:01,976 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 735, reset compression=false 2024-11-14T14:22:02,146 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:22:02,192 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T14:22:02,195 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T14:22:02,256 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 758, reset compression=false 2024-11-14T14:22:02,279 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 735, reset compression=false 2024-11-14T14:22:02,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:02,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:22:02,649 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108773 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:22:02,682 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 735, reset compression=false 2024-11-14T14:22:02,759 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 758, reset compression=false 2024-11-14T14:22:03,049 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 480, reset compression=false 2024-11-14T14:22:03,053 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:03,053 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:03,053 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44499,1731594094257 got entry batch from reader: WALEntryBatch [walEntries=[{test/580b49fdb23dbbb64015b64659a5e938/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T14:22:03,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:22:03,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:22:03,186 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 735, reset compression=false 2024-11-14T14:22:03,189 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:03,190 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 883, reset compression=false 2024-11-14T14:22:03,190 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[{test/3391fa0eb12bc06ffee99a1e0f262472/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T14:22:03,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:22:03,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:22:03,196 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T14:22:03,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T14:22:03,256 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:03,363 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 758, reset compression=false 2024-11-14T14:22:03,367 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:03,367 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 929, reset compression=false 2024-11-14T14:22:03,367 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:03,392 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 883, reset compression=false 2024-11-14T14:22:03,396 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:03,396 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1042, reset compression=false 2024-11-14T14:22:03,396 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[{test/3391fa0eb12bc06ffee99a1e0f262472/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T14:22:03,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:22:03,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:22:03,559 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:03,570 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 929, reset compression=false 2024-11-14T14:22:03,573 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:03,573 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1078, reset compression=false 2024-11-14T14:22:03,573 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:03,598 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1042, reset compression=false 2024-11-14T14:22:03,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:22:03,776 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1078, reset compression=false 2024-11-14T14:22:03,901 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1042, reset compression=false 2024-11-14T14:22:03,962 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:04,079 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1078, reset compression=false 2024-11-14T14:22:04,200 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T14:22:04,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T14:22:04,305 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1042, reset compression=false 2024-11-14T14:22:04,466 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:04,482 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1078, reset compression=false 2024-11-14T14:22:04,486 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:04,486 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1237, reset compression=false 2024-11-14T14:22:04,486 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e66a7e77917782360ae4f9583de6154/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T14:22:04,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T14:22:04,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41665 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T14:22:04,689 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1237, reset compression=false 2024-11-14T14:22:04,808 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1042, reset compression=false 2024-11-14T14:22:04,811 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:04,811 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:04,811 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:04,992 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1237, reset compression=false 2024-11-14T14:22:05,014 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:05,069 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:05,204 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T14:22:05,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:22:05,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:05,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:05,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:05,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:05,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:05,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:22:05,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1761457849, stopped=false 2024-11-14T14:22:05,209 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,44859,1731594104464 2024-11-14T14:22:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-825417361/running 2024-11-14T14:22:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-825417361/running 2024-11-14T14:22:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:22:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:22:05,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:05,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:05,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:05,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:05,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,43761,1731594104689' ***** 2024-11-14T14:22:05,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:22:05,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/running 2024-11-14T14:22:05,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Set watcher on znode that does not yet exist, /2-825417361/running 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:22:05,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,43761,1731594104689 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:43761. 2024-11-14T14:22:05,271 DEBUG [RS:0;6e2cc31459a7:43761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:05,271 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ab62e2f0e7cee11fc2a83679acdd3b9, disabling compactions & flushes 2024-11-14T14:22:05,271 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:05,271 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:22:05,271 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:22:05,271 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. after waiting 0 ms 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:22:05,271 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:22:05,271 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:22:05,271 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ab62e2f0e7cee11fc2a83679acdd3b9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T14:22:05,272 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:22:05,272 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ab62e2f0e7cee11fc2a83679acdd3b9=hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9., 1e66a7e77917782360ae4f9583de6154=test,,1731594110540.1e66a7e77917782360ae4f9583de6154.} 2024-11-14T14:22:05,272 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154, 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:22:05,272 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:05,272 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:05,272 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:05,272 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:05,272 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:05,272 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:22:05,285 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/info/b74b9c4e546a44fbb000557f0b2495ac is 147, key is hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9./info:regioninfo/1731594117159/Put/seqid=0 2024-11-14T14:22:05,286 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/.tmp/queue/c8b2296abaf9495d8a7315c333d3a1f1 is 154, key is 1-6e2cc31459a7,43761,1731594104689/queue:6e2cc31459a7%2C43761%2C1731594104689/1731594124490/Put/seqid=0 2024-11-14T14:22:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741840_1016 (size=7686) 2024-11-14T14:22:05,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741841_1017 (size=5353) 2024-11-14T14:22:05,311 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:05,317 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:05,395 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1237, reset compression=false 2024-11-14T14:22:05,472 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154, 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:22:05,672 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154, 9ab62e2f0e7cee11fc2a83679acdd3b9 2024-11-14T14:22:05,689 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/info/b74b9c4e546a44fbb000557f0b2495ac 2024-11-14T14:22:05,692 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/.tmp/queue/c8b2296abaf9495d8a7315c333d3a1f1 2024-11-14T14:22:05,696 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/.tmp/queue/c8b2296abaf9495d8a7315c333d3a1f1 as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/queue/c8b2296abaf9495d8a7315c333d3a1f1 2024-11-14T14:22:05,699 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/queue/c8b2296abaf9495d8a7315c333d3a1f1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T14:22:05,700 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9ab62e2f0e7cee11fc2a83679acdd3b9 in 429ms, sequenceid=12, compaction requested=false 2024-11-14T14:22:05,710 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/replication/9ab62e2f0e7cee11fc2a83679acdd3b9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:22:05,711 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ab62e2f0e7cee11fc2a83679acdd3b9: Waiting for close lock at 1731594125271Running coprocessor pre-close hooks at 1731594125271Disabling compacts and flushes for region at 1731594125271Disabling writes for close at 1731594125271Obtaining lock to block concurrent updates at 1731594125271Preparing flush snapshotting stores in 9ab62e2f0e7cee11fc2a83679acdd3b9 at 1731594125271Finished memstore snapshotting hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731594125272 (+1 ms)Flushing stores of hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. at 1731594125272Flushing 9ab62e2f0e7cee11fc2a83679acdd3b9/queue: creating writer at 1731594125272Flushing 9ab62e2f0e7cee11fc2a83679acdd3b9/queue: appending metadata at 1731594125286 (+14 ms)Flushing 9ab62e2f0e7cee11fc2a83679acdd3b9/queue: closing flushed file at 1731594125286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f54f818: reopening flushed file at 1731594125696 (+410 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9ab62e2f0e7cee11fc2a83679acdd3b9 in 429ms, sequenceid=12, compaction requested=false at 1731594125700 (+4 ms)Writing region close event to WAL at 1731594125708 (+8 ms)Running coprocessor post-close hooks at 1731594125711 (+3 ms)Closed at 1731594125711 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731594116002.9ab62e2f0e7cee11fc2a83679acdd3b9. 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e66a7e77917782360ae4f9583de6154, disabling compactions & flushes 2024-11-14T14:22:05,711 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594110540.1e66a7e77917782360ae4f9583de6154. after waiting 0 ms 2024-11-14T14:22:05,711 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:22:05,711 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e66a7e77917782360ae4f9583de6154 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T14:22:05,716 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/ns/e055cccf422c4da08e1eda9d2af2706b is 43, key is default/ns:d/1731594107139/Put/seqid=0 2024-11-14T14:22:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741842_1018 (size=5153) 2024-11-14T14:22:05,720 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:05,728 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/f/9b42c207d1c9454e899fb599d47cf5cf is 29, key is row1/f:/1731594123197/DeleteFamily/seqid=0 2024-11-14T14:22:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741843_1019 (size=5152) 2024-11-14T14:22:05,772 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:05,872 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:22:05,898 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1237, reset compression=false 2024-11-14T14:22:05,901 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:05,901 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1484, reset compression=false 2024-11-14T14:22:05,901 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,43761,1731594104689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:05,902 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,43761,1731594104689: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,43761,1731594104689, walGroup=6e2cc31459a7%2C43761%2C1731594104689, offset=6e2cc31459a7%2C43761%2C1731594104689.1731594106125:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:22:05,903 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:22:05,903 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:22:05,904 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:22:05,904 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:22:05,904 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:22:05,904 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 917816992 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 200977784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:22:05,904 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:44859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:44859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:22:06,072 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:22:06,074 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:22:06,075 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:22:06,104 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1484, reset compression=false 2024-11-14T14:22:06,119 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/ns/e055cccf422c4da08e1eda9d2af2706b 2024-11-14T14:22:06,131 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/f/9b42c207d1c9454e899fb599d47cf5cf 2024-11-14T14:22:06,134 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b42c207d1c9454e899fb599d47cf5cf 2024-11-14T14:22:06,135 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/rep_barrier/233dfe6ddc5c4db0be14e47ff3850072 is 112, key is test,,1731594110540.1e66a7e77917782360ae4f9583de6154./rep_barrier:seqnumDuringOpen/1731594111343/Put/seqid=0 2024-11-14T14:22:06,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741844_1020 (size=5518) 2024-11-14T14:22:06,147 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/f1/b868246245ee4b398bf4f3cff7d66158 is 30, key is row1/f1:/1731594123197/DeleteFamily/seqid=0 2024-11-14T14:22:06,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741845_1021 (size=5158) 2024-11-14T14:22:06,223 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:06,272 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:22:06,407 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1484, reset compression=false 2024-11-14T14:22:06,473 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:22:06,473 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e66a7e77917782360ae4f9583de6154=test,,1731594110540.1e66a7e77917782360ae4f9583de6154.} 2024-11-14T14:22:06,473 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e66a7e77917782360ae4f9583de6154 2024-11-14T14:22:06,543 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/rep_barrier/233dfe6ddc5c4db0be14e47ff3850072 2024-11-14T14:22:06,550 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/f1/b868246245ee4b398bf4f3cff7d66158 2024-11-14T14:22:06,553 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b868246245ee4b398bf4f3cff7d66158 2024-11-14T14:22:06,559 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/table/ad238bd8990148449aca34ddb59d6704 is 53, key is hbase:replication/table:state/1731594117165/Put/seqid=0 2024-11-14T14:22:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:22:06,569 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/norep/03646fba25ed49e5adf20f0bef21cc3b is 33, key is row2/norep:/1731594124200/DeleteFamily/seqid=0 2024-11-14T14:22:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741847_1023 (size=5108) 2024-11-14T14:22:06,572 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/norep/03646fba25ed49e5adf20f0bef21cc3b 2024-11-14T14:22:06,574 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:06,576 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03646fba25ed49e5adf20f0bef21cc3b 2024-11-14T14:22:06,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/f/9b42c207d1c9454e899fb599d47cf5cf as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/f/9b42c207d1c9454e899fb599d47cf5cf 2024-11-14T14:22:06,580 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b42c207d1c9454e899fb599d47cf5cf 2024-11-14T14:22:06,580 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/f/9b42c207d1c9454e899fb599d47cf5cf, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T14:22:06,580 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/f1/b868246245ee4b398bf4f3cff7d66158 as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/f1/b868246245ee4b398bf4f3cff7d66158 2024-11-14T14:22:06,583 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b868246245ee4b398bf4f3cff7d66158 2024-11-14T14:22:06,583 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/f1/b868246245ee4b398bf4f3cff7d66158, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T14:22:06,584 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/.tmp/norep/03646fba25ed49e5adf20f0bef21cc3b as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/norep/03646fba25ed49e5adf20f0bef21cc3b 2024-11-14T14:22:06,586 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03646fba25ed49e5adf20f0bef21cc3b 2024-11-14T14:22:06,586 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/norep/03646fba25ed49e5adf20f0bef21cc3b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T14:22:06,587 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1e66a7e77917782360ae4f9583de6154 in 876ms, sequenceid=10, compaction requested=false 2024-11-14T14:22:06,595 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/default/test/1e66a7e77917782360ae4f9583de6154/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T14:22:06,595 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:06,595 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:06,595 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:22:06,595 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e66a7e77917782360ae4f9583de6154: Waiting for close lock at 1731594125711Running coprocessor pre-close hooks at 1731594125711Disabling compacts and flushes for region at 1731594125711Disabling writes for close at 1731594125711Obtaining lock to block concurrent updates at 1731594125711Preparing flush snapshotting stores in 1e66a7e77917782360ae4f9583de6154 at 1731594125711Finished memstore snapshotting test,,1731594110540.1e66a7e77917782360ae4f9583de6154., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731594125712 (+1 ms)Flushing stores of test,,1731594110540.1e66a7e77917782360ae4f9583de6154. at 1731594125712Flushing 1e66a7e77917782360ae4f9583de6154/f: creating writer at 1731594125712Flushing 1e66a7e77917782360ae4f9583de6154/f: appending metadata at 1731594125727 (+15 ms)Flushing 1e66a7e77917782360ae4f9583de6154/f: closing flushed file at 1731594125727Flushing 1e66a7e77917782360ae4f9583de6154/f1: creating writer at 1731594126135 (+408 ms)Flushing 1e66a7e77917782360ae4f9583de6154/f1: appending metadata at 1731594126146 (+11 ms)Flushing 1e66a7e77917782360ae4f9583de6154/f1: closing flushed file at 1731594126146Flushing 1e66a7e77917782360ae4f9583de6154/norep: creating writer at 1731594126553 (+407 ms)Flushing 1e66a7e77917782360ae4f9583de6154/norep: appending metadata at 1731594126568 (+15 ms)Flushing 1e66a7e77917782360ae4f9583de6154/norep: closing flushed file at 1731594126568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d37dd0: reopening flushed file at 1731594126576 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1b15c2: reopening flushed file at 1731594126580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18020287: reopening flushed file at 1731594126583 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1e66a7e77917782360ae4f9583de6154 in 876ms, sequenceid=10, compaction requested=false at 1731594126587 (+4 ms)Writing region close event to WAL at 1731594126593 (+6 ms)Running coprocessor post-close hooks at 1731594126595 (+2 ms)Closed at 1731594126595 2024-11-14T14:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594110540.1e66a7e77917782360ae4f9583de6154. 2024-11-14T14:22:06,673 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:06,810 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 1484, reset compression=false 2024-11-14T14:22:06,825 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:06,853 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:06,853 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 2128, reset compression=false 2024-11-14T14:22:06,873 DEBUG [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:06,963 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/table/ad238bd8990148449aca34ddb59d6704 2024-11-14T14:22:06,966 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/info/b74b9c4e546a44fbb000557f0b2495ac as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/info/b74b9c4e546a44fbb000557f0b2495ac 2024-11-14T14:22:06,969 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/info/b74b9c4e546a44fbb000557f0b2495ac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:22:06,970 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/ns/e055cccf422c4da08e1eda9d2af2706b as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/ns/e055cccf422c4da08e1eda9d2af2706b 2024-11-14T14:22:06,973 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/ns/e055cccf422c4da08e1eda9d2af2706b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:22:06,973 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/rep_barrier/233dfe6ddc5c4db0be14e47ff3850072 as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/rep_barrier/233dfe6ddc5c4db0be14e47ff3850072 2024-11-14T14:22:06,976 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/rep_barrier/233dfe6ddc5c4db0be14e47ff3850072, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:22:06,976 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/.tmp/table/ad238bd8990148449aca34ddb59d6704 as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/table/ad238bd8990148449aca34ddb59d6704 2024-11-14T14:22:06,980 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/table/ad238bd8990148449aca34ddb59d6704, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:22:06,980 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-14T14:22:06,984 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:22:06,985 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:06,985 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:22:06,985 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:06,985 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594125272Running coprocessor pre-close hooks at 1731594125272Disabling compacts and flushes for region at 1731594125272Disabling writes for close at 1731594125272Obtaining lock to block concurrent updates at 1731594125272Preparing flush snapshotting stores in 1588230740 at 1731594125272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594125272Flushing stores of hbase:meta,,1.1588230740 at 1731594125272Flushing 1588230740/info: creating writer at 1731594125272Flushing 1588230740/info: appending metadata at 1731594125285 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731594125285Flushing 1588230740/ns: creating writer at 1731594125692 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731594125715 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731594125715Flushing 1588230740/rep_barrier: creating writer at 1731594126122 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594126135 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594126135Flushing 1588230740/table: creating writer at 1731594126546 (+411 ms)Flushing 1588230740/table: appending metadata at 1731594126559 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731594126559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6680409c: reopening flushed file at 1731594126966 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434f14bd: reopening flushed file at 1731594126969 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307631fb: reopening flushed file at 1731594126973 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb8f5e0: reopening flushed file at 1731594126976 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731594126980 (+4 ms)Writing region close event to WAL at 1731594126982 (+2 ms)Running coprocessor post-close hooks at 1731594126985 (+3 ms)Closed at 1731594126985 2024-11-14T14:22:06,985 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:07,056 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/WALs/6e2cc31459a7,43761,1731594104689/6e2cc31459a7%2C43761%2C1731594104689.1731594106125 to pos 2128, reset compression=false 2024-11-14T14:22:07,073 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,43761,1731594104689; all regions closed. 2024-11-14T14:22:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:22:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741839_1015 (size=3114) 2024-11-14T14:22:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741832_1008 (size=2136) 2024-11-14T14:22:07,081 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:07,081 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:07,082 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:07,082 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:07,082 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:07,082 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:07,082 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,43761,1731594104689 because: Region server is closing 2024-11-14T14:22:07,083 INFO [RS:0;6e2cc31459a7:43761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:43761. 2024-11-14T14:22:07,083 DEBUG [RS:0;6e2cc31459a7:43761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:07,083 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:07,083 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:07,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:07,183 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.shipper6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 terminated 2024-11-14T14:22:07,183 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,43761,1731594104689.replicationSource.wal-reader.6e2cc31459a7%2C43761%2C1731594104689,1-6e2cc31459a7,43761,1731594104689 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:22:07,183 INFO [RS:0;6e2cc31459a7:43761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:43761. 2024-11-14T14:22:07,183 DEBUG [RS:0;6e2cc31459a7:43761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:07,183 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:07,183 DEBUG [RS:0;6e2cc31459a7:43761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:07,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:07,184 INFO [RS:0;6e2cc31459a7:43761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43761 2024-11-14T14:22:07,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-825417361/rs/6e2cc31459a7,43761,1731594104689 2024-11-14T14:22:07,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361/rs 2024-11-14T14:22:07,204 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:07,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,43761,1731594104689] 2024-11-14T14:22:07,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-825417361/draining/6e2cc31459a7,43761,1731594104689 already deleted, retry=false 2024-11-14T14:22:07,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,43761,1731594104689 expired; onlineServers=0 2024-11-14T14:22:07,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,44859,1731594104464' ***** 2024-11-14T14:22:07,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:22:07,225 INFO [M:0;6e2cc31459a7:44859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:07,225 INFO [M:0;6e2cc31459a7:44859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:07,225 DEBUG [M:0;6e2cc31459a7:44859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:22:07,225 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594105889 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594105889,5,FailOnTimeoutGroup] 2024-11-14T14:22:07,225 DEBUG [M:0;6e2cc31459a7:44859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:22:07,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:22:07,225 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594105889 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594105889,5,FailOnTimeoutGroup] 2024-11-14T14:22:07,226 INFO [M:0;6e2cc31459a7:44859 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:07,226 INFO [M:0;6e2cc31459a7:44859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:07,226 DEBUG [M:0;6e2cc31459a7:44859 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:22:07,226 INFO [M:0;6e2cc31459a7:44859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:22:07,226 INFO [M:0;6e2cc31459a7:44859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:07,226 INFO [M:0;6e2cc31459a7:44859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:22:07,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:22:07,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-825417361/master 2024-11-14T14:22:07,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-825417361 2024-11-14T14:22:07,238 DEBUG [M:0;6e2cc31459a7:44859 {}] zookeeper.ZKUtil(347): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Unable to get data of znode /2-825417361/master because node does not exist (not an error) 2024-11-14T14:22:07,238 WARN [M:0;6e2cc31459a7:44859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:22:07,239 INFO [M:0;6e2cc31459a7:44859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/.lastflushedseqids 2024-11-14T14:22:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741848_1024 (size=245) 2024-11-14T14:22:07,315 INFO [RS:0;6e2cc31459a7:43761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43761-0x10139b8f8b10007, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:07,315 INFO [RS:0;6e2cc31459a7:43761 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,43761,1731594104689; zookeeper connection closed. 2024-11-14T14:22:07,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@160f18fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@160f18fd 2024-11-14T14:22:07,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:22:07,477 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:07,528 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:07,642 INFO [M:0;6e2cc31459a7:44859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:22:07,643 INFO [M:0;6e2cc31459a7:44859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:22:07,643 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:07,643 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:07,643 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:07,643 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:07,643 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:07,643 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T14:22:07,655 DEBUG [M:0;6e2cc31459a7:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f7386e408204e2f90b2c6e94bb86c6c is 82, key is hbase:meta,,1/info:regioninfo/1731594107128/Put/seqid=0 2024-11-14T14:22:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741849_1025 (size=5672) 2024-11-14T14:22:08,059 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f7386e408204e2f90b2c6e94bb86c6c 2024-11-14T14:22:08,074 DEBUG [M:0;6e2cc31459a7:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee1056691baf49dcb3e7a3768aadea92 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594117167/Put/seqid=0 2024-11-14T14:22:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741850_1026 (size=8516) 2024-11-14T14:22:08,331 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:08,479 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:08,486 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee1056691baf49dcb3e7a3768aadea92 2024-11-14T14:22:08,500 DEBUG [M:0;6e2cc31459a7:44859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f881151c85bb4f0a9a37ab11357a7e5f is 69, key is 6e2cc31459a7,43761,1731594104689/rs:state/1731594105947/Put/seqid=0 2024-11-14T14:22:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741851_1027 (size=5156) 2024-11-14T14:22:08,904 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f881151c85bb4f0a9a37ab11357a7e5f 2024-11-14T14:22:08,908 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f7386e408204e2f90b2c6e94bb86c6c as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f7386e408204e2f90b2c6e94bb86c6c 2024-11-14T14:22:08,911 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f7386e408204e2f90b2c6e94bb86c6c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T14:22:08,912 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee1056691baf49dcb3e7a3768aadea92 as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee1056691baf49dcb3e7a3768aadea92 2024-11-14T14:22:08,915 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee1056691baf49dcb3e7a3768aadea92, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T14:22:08,915 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f881151c85bb4f0a9a37ab11357a7e5f as hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f881151c85bb4f0a9a37ab11357a7e5f 2024-11-14T14:22:08,918 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32823/user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f881151c85bb4f0a9a37ab11357a7e5f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T14:22:08,919 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-14T14:22:08,920 INFO [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:08,920 DEBUG [M:0;6e2cc31459a7:44859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594127643Disabling compacts and flushes for region at 1731594127643Disabling writes for close at 1731594127643Obtaining lock to block concurrent updates at 1731594127643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594127643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731594127643Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594127644 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594127644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594127655 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594127655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594128062 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594128074 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594128074Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594128489 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594128500 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594128500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fce55d: reopening flushed file at 1731594128907 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd16924: reopening flushed file at 1731594128911 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20410f84: reopening flushed file at 1731594128915 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731594128919 (+4 ms)Writing region close event to WAL at 1731594128920 (+1 ms)Closed at 1731594128920 2024-11-14T14:22:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741830_1006 (size=63654) 2024-11-14T14:22:08,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1776ca3-fe6b-8933-cf4b-1ebc2e41c4ab/MasterData/WALs/6e2cc31459a7,44859,1731594104464/6e2cc31459a7%2C44859%2C1731594104464.1731594105646 not finished, retry = 0 2024-11-14T14:22:09,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:09,023 INFO [M:0;6e2cc31459a7:44859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:22:09,023 INFO [M:0;6e2cc31459a7:44859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44859 2024-11-14T14:22:09,024 INFO [M:0;6e2cc31459a7:44859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:09,081 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:22:09,190 INFO [M:0;6e2cc31459a7:44859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44859-0x10139b8f8b10006, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:09,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18212679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:09,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20375ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:09,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:09,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:09,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:09,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:22:09,233 WARN [BP-1213265827-172.17.0.2-1731594102603 heartbeating to localhost/127.0.0.1:32823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:22:09,233 WARN [BP-1213265827-172.17.0.2-1731594102603 heartbeating to localhost/127.0.0.1:32823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213265827-172.17.0.2-1731594102603 (Datanode Uuid d3b31a37-4275-4853-b12f-81f37cfc039f) service to localhost/127.0.0.1:32823 2024-11-14T14:22:09,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:22:09,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/cluster_5036baac-2b53-0310-a7f5-4069e59ba1a6/data/data1/current/BP-1213265827-172.17.0.2-1731594102603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:09,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/cluster_5036baac-2b53-0310-a7f5-4069e59ba1a6/data/data2/current/BP-1213265827-172.17.0.2-1731594102603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:09,233 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:09,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:22:09,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39201cd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:09,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd5cde2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:09,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:09,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:09,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:09,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:22:09,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:22:09,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:09,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:09,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:09,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:22:09,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1686958862, stopped=false 2024-11-14T14:22:09,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,36127,1731594099492 2024-11-14T14:22:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860593929/running 2024-11-14T14:22:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860593929/running 2024-11-14T14:22:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:22:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:22:09,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:09,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:09,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:09,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:09,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,41665,1731594099638' ***** 2024-11-14T14:22:09,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:22:09,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/running 2024-11-14T14:22:09,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Set watcher on znode that does not yet exist, /1860593929/running 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:22:09,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 3391fa0eb12bc06ffee99a1e0f262472 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,41665,1731594099638 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:09,270 INFO [RS:0;6e2cc31459a7:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41665. 2024-11-14T14:22:09,270 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3391fa0eb12bc06ffee99a1e0f262472, disabling compactions & flushes 2024-11-14T14:22:09,270 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:22:09,270 DEBUG [RS:0;6e2cc31459a7:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:09,270 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:22:09,270 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:09,270 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. after waiting 0 ms 2024-11-14T14:22:09,270 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:22:09,271 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:22:09,271 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:22:09,271 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:22:09,271 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3391fa0eb12bc06ffee99a1e0f262472 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T14:22:09,271 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:22:09,271 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:22:09,271 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1325): Online Regions={3391fa0eb12bc06ffee99a1e0f262472=test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472., afff6251527f94b2ff564b2c9e879a86=hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:22:09,271 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:09,271 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:09,271 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:09,271 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:09,271 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:09,271 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:09,271 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:22:09,283 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/info/49ebafd5740e42ba8cbf8f91d335dec8 is 147, key is hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86./info:regioninfo/1731594114604/Put/seqid=0 2024-11-14T14:22:09,283 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/f/0e5fad7ef96047ec8fc2a062bba284f6 is 29, key is row1/f:/1731594123197/DeleteFamily/seqid=0 2024-11-14T14:22:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741840_1016 (size=5152) 2024-11-14T14:22:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741841_1017 (size=7686) 2024-11-14T14:22:09,340 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:09,348 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:22:09,349 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:22:09,471 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:09,582 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:09,671 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:09,687 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/f/0e5fad7ef96047ec8fc2a062bba284f6 2024-11-14T14:22:09,687 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/info/49ebafd5740e42ba8cbf8f91d335dec8 2024-11-14T14:22:09,690 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e5fad7ef96047ec8fc2a062bba284f6 2024-11-14T14:22:09,704 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/ns/6c8a8ea36fb241dc8bb84085cba9b545 is 43, key is default/ns:d/1731594102477/Put/seqid=0 2024-11-14T14:22:09,705 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/f1/8be38b55540543ffa51a8456e720b669 is 30, key is row1/f1:/1731594123197/DeleteFamily/seqid=0 2024-11-14T14:22:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741843_1019 (size=5158) 2024-11-14T14:22:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741842_1018 (size=5153) 2024-11-14T14:22:09,871 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:10,071 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:10,108 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/ns/6c8a8ea36fb241dc8bb84085cba9b545 2024-11-14T14:22:10,108 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/f1/8be38b55540543ffa51a8456e720b669 2024-11-14T14:22:10,112 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8be38b55540543ffa51a8456e720b669 2024-11-14T14:22:10,123 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/rep_barrier/97f63e73d3684f64818f591eb6d69084 is 112, key is test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472./rep_barrier:seqnumDuringOpen/1731594109530/Put/seqid=0 2024-11-14T14:22:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741844_1020 (size=5518) 2024-11-14T14:22:10,127 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/rep_barrier/97f63e73d3684f64818f591eb6d69084 2024-11-14T14:22:10,127 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/norep/4c7e4d2b66864006b5b12014a692a3eb is 33, key is row1/norep:/1731594123197/DeleteFamily/seqid=0 2024-11-14T14:22:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741845_1021 (size=5108) 2024-11-14T14:22:10,142 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/table/2a72a6422a274757a207ad07c6c9f033 is 53, key is hbase:replication/table:state/1731594114609/Put/seqid=0 2024-11-14T14:22:10,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:22:10,240 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1191, reset compression=false 2024-11-14T14:22:10,244 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:10,244 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1438, reset compression=false 2024-11-14T14:22:10,244 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,41665,1731594099638 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:10,244 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,41665,1731594099638: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,41665,1731594099638, walGroup=6e2cc31459a7%2C41665%2C1731594099638, offset=6e2cc31459a7%2C41665%2C1731594099638.1731594101441:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:41665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:22:10,245 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:22:10,245 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:22:10,246 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:22:10,246 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:22:10,246 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:22:10,246 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1007994528 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 201425480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:22:10,246 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:36127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:36127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:22:10,272 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:10,447 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1438, reset compression=false 2024-11-14T14:22:10,472 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3391fa0eb12bc06ffee99a1e0f262472, afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:10,530 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/norep/4c7e4d2b66864006b5b12014a692a3eb 2024-11-14T14:22:10,534 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c7e4d2b66864006b5b12014a692a3eb 2024-11-14T14:22:10,534 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/f/0e5fad7ef96047ec8fc2a062bba284f6 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/f/0e5fad7ef96047ec8fc2a062bba284f6 2024-11-14T14:22:10,538 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e5fad7ef96047ec8fc2a062bba284f6 2024-11-14T14:22:10,538 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/f/0e5fad7ef96047ec8fc2a062bba284f6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T14:22:10,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/f1/8be38b55540543ffa51a8456e720b669 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/f1/8be38b55540543ffa51a8456e720b669 2024-11-14T14:22:10,542 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8be38b55540543ffa51a8456e720b669 2024-11-14T14:22:10,542 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/f1/8be38b55540543ffa51a8456e720b669, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T14:22:10,542 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/.tmp/norep/4c7e4d2b66864006b5b12014a692a3eb as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/norep/4c7e4d2b66864006b5b12014a692a3eb 2024-11-14T14:22:10,546 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/table/2a72a6422a274757a207ad07c6c9f033 2024-11-14T14:22:10,546 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c7e4d2b66864006b5b12014a692a3eb 2024-11-14T14:22:10,546 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/norep/4c7e4d2b66864006b5b12014a692a3eb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T14:22:10,547 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3391fa0eb12bc06ffee99a1e0f262472 in 1276ms, sequenceid=10, compaction requested=false 2024-11-14T14:22:10,547 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:22:10,549 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/info/49ebafd5740e42ba8cbf8f91d335dec8 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/info/49ebafd5740e42ba8cbf8f91d335dec8 2024-11-14T14:22:10,551 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/default/test/3391fa0eb12bc06ffee99a1e0f262472/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:10,552 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3391fa0eb12bc06ffee99a1e0f262472: Waiting for close lock at 1731594129270Running coprocessor pre-close hooks at 1731594129270Disabling compacts and flushes for region at 1731594129270Disabling writes for close at 1731594129270Obtaining lock to block concurrent updates at 1731594129271 (+1 ms)Preparing flush snapshotting stores in 3391fa0eb12bc06ffee99a1e0f262472 at 1731594129271Finished memstore snapshotting test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731594129271Flushing stores of test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. at 1731594129271Flushing 3391fa0eb12bc06ffee99a1e0f262472/f: creating writer at 1731594129271Flushing 3391fa0eb12bc06ffee99a1e0f262472/f: appending metadata at 1731594129283 (+12 ms)Flushing 3391fa0eb12bc06ffee99a1e0f262472/f: closing flushed file at 1731594129283Flushing 3391fa0eb12bc06ffee99a1e0f262472/f1: creating writer at 1731594129690 (+407 ms)Flushing 3391fa0eb12bc06ffee99a1e0f262472/f1: appending metadata at 1731594129704 (+14 ms)Flushing 3391fa0eb12bc06ffee99a1e0f262472/f1: closing flushed file at 1731594129704Flushing 3391fa0eb12bc06ffee99a1e0f262472/norep: creating writer at 1731594130112 (+408 ms)Flushing 3391fa0eb12bc06ffee99a1e0f262472/norep: appending metadata at 1731594130126 (+14 ms)Flushing 3391fa0eb12bc06ffee99a1e0f262472/norep: closing flushed file at 1731594130126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc02b2d: reopening flushed file at 1731594130534 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60287d3b: reopening flushed file at 1731594130538 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb4cc31: reopening flushed file at 1731594130542 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3391fa0eb12bc06ffee99a1e0f262472 in 1276ms, sequenceid=10, compaction requested=false at 1731594130547 (+5 ms)Writing region close event to WAL at 1731594130549 (+2 ms)Running coprocessor post-close hooks at 1731594130552 (+3 ms)Closed at 1731594130552 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594108391.3391fa0eb12bc06ffee99a1e0f262472. 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afff6251527f94b2ff564b2c9e879a86, disabling compactions & flushes 2024-11-14T14:22:10,552 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. after waiting 0 ms 2024-11-14T14:22:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,553 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afff6251527f94b2ff564b2c9e879a86: Waiting for close lock at 1731594130552Running coprocessor pre-close hooks at 1731594130552Disabling compacts and flushes for region at 1731594130552Disabling writes for close at 1731594130552Failed flush hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86., putting online again at 1731594130552 2024-11-14T14:22:10,553 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,553 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/info/49ebafd5740e42ba8cbf8f91d335dec8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:22:10,554 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/ns/6c8a8ea36fb241dc8bb84085cba9b545 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/ns/6c8a8ea36fb241dc8bb84085cba9b545 2024-11-14T14:22:10,557 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/ns/6c8a8ea36fb241dc8bb84085cba9b545, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:22:10,558 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/rep_barrier/97f63e73d3684f64818f591eb6d69084 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/rep_barrier/97f63e73d3684f64818f591eb6d69084 2024-11-14T14:22:10,561 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/rep_barrier/97f63e73d3684f64818f591eb6d69084, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:22:10,561 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/.tmp/table/2a72a6422a274757a207ad07c6c9f033 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/table/2a72a6422a274757a207ad07c6c9f033 2024-11-14T14:22:10,565 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/table/2a72a6422a274757a207ad07c6c9f033, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:22:10,566 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-11-14T14:22:10,566 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:22:10,570 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:22:10,570 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:10,570 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:22:10,570 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:10,571 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594129271Running coprocessor pre-close hooks at 1731594129271Disabling compacts and flushes for region at 1731594129271Disabling writes for close at 1731594129271Obtaining lock to block concurrent updates at 1731594129271Preparing flush snapshotting stores in 1588230740 at 1731594129271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594129271Flushing stores of hbase:meta,,1.1588230740 at 1731594129272 (+1 ms)Flushing 1588230740/info: creating writer at 1731594129272Flushing 1588230740/info: appending metadata at 1731594129283 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731594129283Flushing 1588230740/ns: creating writer at 1731594129690 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731594129704 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731594129704Flushing 1588230740/rep_barrier: creating writer at 1731594130112 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594130123 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594130123Flushing 1588230740/table: creating writer at 1731594130130 (+7 ms)Flushing 1588230740/table: appending metadata at 1731594130142 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731594130142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4365a518: reopening flushed file at 1731594130549 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3920d2: reopening flushed file at 1731594130553 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b248d36: reopening flushed file at 1731594130557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bca28: reopening flushed file at 1731594130561 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1731594130566 (+5 ms)Writing region close event to WAL at 1731594130567 (+1 ms)Running coprocessor post-close hooks at 1731594130570 (+3 ms)Closed at 1731594130570 2024-11-14T14:22:10,571 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:10,662 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=18, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-14T14:22:10,663 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T14:22:10,672 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:22:10,672 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1325): Online Regions={afff6251527f94b2ff564b2c9e879a86=hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86.} 2024-11-14T14:22:10,672 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(3091): Received CLOSE for afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:10,672 DEBUG [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1351): Waiting on afff6251527f94b2ff564b2c9e879a86 2024-11-14T14:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afff6251527f94b2ff564b2c9e879a86, disabling compactions & flushes 2024-11-14T14:22:10,672 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. after waiting 0 ms 2024-11-14T14:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afff6251527f94b2ff564b2c9e879a86: Waiting for close lock at 1731594130672Running coprocessor pre-close hooks at 1731594130672Disabling compacts and flushes for region at 1731594130672Disabling writes for close at 1731594130672Failed flush hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86., putting online again at 1731594130672 2024-11-14T14:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594113850.afff6251527f94b2ff564b2c9e879a86. 2024-11-14T14:22:10,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,750 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 1438, reset compression=false 2024-11-14T14:22:10,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,754 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:10,754 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 2082, reset compression=false 2024-11-14T14:22:10,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:10,785 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:10,872 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T14:22:10,872 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,41665,1731594099638; all regions closed. 2024-11-14T14:22:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:22:10,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.meta.1731594102438.meta not finished, retry = 0 2024-11-14T14:22:10,957 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 to pos 2082, reset compression=false 2024-11-14T14:22:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741839_1015 (size=2171) 2024-11-14T14:22:10,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/WALs/6e2cc31459a7,41665,1731594099638/6e2cc31459a7%2C41665%2C1731594099638.1731594101441 not finished, retry = 0 2024-11-14T14:22:10,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741832_1008 (size=2090) 2024-11-14T14:22:11,079 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:11,079 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:11,079 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:11,079 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:11,079 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:11,079 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:11,080 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,41665,1731594099638 because: Region server is closing 2024-11-14T14:22:11,080 INFO [RS:0;6e2cc31459a7:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41665. 2024-11-14T14:22:11,080 DEBUG [RS:0;6e2cc31459a7:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:11,080 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:11,080 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:11,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:11,180 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.shipper6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 terminated 2024-11-14T14:22:11,180 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,41665,1731594099638.replicationSource.wal-reader.6e2cc31459a7%2C41665%2C1731594099638,1-6e2cc31459a7,41665,1731594099638 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:22:11,180 INFO [RS:0;6e2cc31459a7:41665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:41665. 2024-11-14T14:22:11,180 DEBUG [RS:0;6e2cc31459a7:41665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:11,180 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:11,180 DEBUG [RS:0;6e2cc31459a7:41665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:11,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:11,181 INFO [RS:0;6e2cc31459a7:41665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41665 2024-11-14T14:22:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860593929/rs/6e2cc31459a7,41665,1731594099638 2024-11-14T14:22:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929/rs 2024-11-14T14:22:11,237 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:11,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,41665,1731594099638] 2024-11-14T14:22:11,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:11,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1860593929/draining/6e2cc31459a7,41665,1731594099638 already deleted, retry=false 2024-11-14T14:22:11,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,41665,1731594099638 expired; onlineServers=0 2024-11-14T14:22:11,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,36127,1731594099492' ***** 2024-11-14T14:22:11,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:11,289 DEBUG [M:0;6e2cc31459a7:36127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:22:11,289 DEBUG [M:0;6e2cc31459a7:36127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:22:11,289 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:22:11,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594101196 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594101196,5,FailOnTimeoutGroup] 2024-11-14T14:22:11,289 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594101196 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594101196,5,FailOnTimeoutGroup] 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:11,289 DEBUG [M:0;6e2cc31459a7:36127 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:11,289 INFO [M:0;6e2cc31459a7:36127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:22:11,290 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:22:11,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1860593929/master 2024-11-14T14:22:11,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1860593929 2024-11-14T14:22:11,309 DEBUG [M:0;6e2cc31459a7:36127 {}] zookeeper.ZKUtil(347): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Unable to get data of znode /1860593929/master because node does not exist (not an error) 2024-11-14T14:22:11,309 WARN [M:0;6e2cc31459a7:36127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:22:11,309 INFO [M:0;6e2cc31459a7:36127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/.lastflushedseqids 2024-11-14T14:22:11,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741847_1023 (size=245) 2024-11-14T14:22:11,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:11,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41665-0x10139b8f8b10004, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:11,348 INFO [RS:0;6e2cc31459a7:41665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:11,348 INFO [RS:0;6e2cc31459a7:41665 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,41665,1731594099638; zookeeper connection closed. 2024-11-14T14:22:11,348 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b89683e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b89683e 2024-11-14T14:22:11,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:22:11,713 INFO [M:0;6e2cc31459a7:36127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:22:11,713 INFO [M:0;6e2cc31459a7:36127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:22:11,713 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:11,713 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:11,713 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:11,713 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:11,713 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:11,714 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T14:22:11,726 DEBUG [M:0;6e2cc31459a7:36127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e8c96d38bb46e5a64fc3513438632f is 82, key is hbase:meta,,1/info:regioninfo/1731594102466/Put/seqid=0 2024-11-14T14:22:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:22:12,088 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:12,131 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e8c96d38bb46e5a64fc3513438632f 2024-11-14T14:22:12,146 DEBUG [M:0;6e2cc31459a7:36127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a418db99cc4da3af201881e758dfb2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731594114612/Put/seqid=0 2024-11-14T14:22:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741849_1025 (size=8517) 2024-11-14T14:22:12,549 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a418db99cc4da3af201881e758dfb2 2024-11-14T14:22:12,565 DEBUG [M:0;6e2cc31459a7:36127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddd876156dbc4cfaad03f20286f544e6 is 69, key is 6e2cc31459a7,41665,1731594099638/rs:state/1731594101294/Put/seqid=0 2024-11-14T14:22:12,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:22:12,968 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddd876156dbc4cfaad03f20286f544e6 2024-11-14T14:22:12,981 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75e8c96d38bb46e5a64fc3513438632f as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75e8c96d38bb46e5a64fc3513438632f 2024-11-14T14:22:12,984 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75e8c96d38bb46e5a64fc3513438632f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T14:22:12,985 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a418db99cc4da3af201881e758dfb2 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a418db99cc4da3af201881e758dfb2 2024-11-14T14:22:12,987 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a418db99cc4da3af201881e758dfb2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T14:22:12,988 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddd876156dbc4cfaad03f20286f544e6 as hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddd876156dbc4cfaad03f20286f544e6 2024-11-14T14:22:12,991 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddd876156dbc4cfaad03f20286f544e6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T14:22:12,991 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-14T14:22:12,993 INFO [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:12,993 DEBUG [M:0;6e2cc31459a7:36127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594131713Disabling compacts and flushes for region at 1731594131713Disabling writes for close at 1731594131713Obtaining lock to block concurrent updates at 1731594131714 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594131714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731594131714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594131714Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594131714Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594131726 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594131726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594132134 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594132145 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594132145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594132552 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594132564 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594132564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3e6838: reopening flushed file at 1731594132980 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7e7a89: reopening flushed file at 1731594132984 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2bcba7: reopening flushed file at 1731594132987 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731594132991 (+4 ms)Writing region close event to WAL at 1731594132993 (+2 ms)Closed at 1731594132993 2024-11-14T14:22:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741830_1006 (size=63666) 2024-11-14T14:22:12,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21d5c41f-849d-c14a-fd11-6d3ae413bf1b/MasterData/WALs/6e2cc31459a7,36127,1731594099492/6e2cc31459a7%2C36127%2C1731594099492.1731594100952 not finished, retry = 0 2024-11-14T14:22:13,096 INFO [M:0;6e2cc31459a7:36127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:22:13,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:13,096 INFO [M:0;6e2cc31459a7:36127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36127 2024-11-14T14:22:13,096 INFO [M:0;6e2cc31459a7:36127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:13,253 INFO [M:0;6e2cc31459a7:36127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10139b8f8b10003, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:13,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55da76a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:13,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:13,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:13,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:13,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:13,257 WARN [BP-1262953894-172.17.0.2-1731594097636 heartbeating to localhost/127.0.0.1:42999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:22:13,257 WARN [BP-1262953894-172.17.0.2-1731594097636 heartbeating to localhost/127.0.0.1:42999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262953894-172.17.0.2-1731594097636 (Datanode Uuid 3e88a1f4-2672-4282-bde6-cd42039d20cb) service to localhost/127.0.0.1:42999 2024-11-14T14:22:13,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:22:13,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:22:13,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/cluster_a633d341-bb3c-4939-343c-8ea51e59aeb9/data/data1/current/BP-1262953894-172.17.0.2-1731594097636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:13,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/cluster_a633d341-bb3c-4939-343c-8ea51e59aeb9/data/data2/current/BP-1262953894-172.17.0.2-1731594097636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:13,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:22:13,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5441beeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:13,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:13,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:13,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:13,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26dbe276-0289-ff8d-d1e7-b3740e8130c5/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:13,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:22:13,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:22:13,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:13,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:13,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:13,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:13,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:13,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:22:13,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1498945580, stopped=false 2024-11-14T14:22:13,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,33007,1731594094063 2024-11-14T14:22:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-871696727/running 2024-11-14T14:22:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-871696727/running 2024-11-14T14:22:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:22:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:22:13,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:13,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:13,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:13,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:13,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/running 2024-11-14T14:22:13,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Set watcher on znode that does not yet exist, /0-871696727/running 2024-11-14T14:22:13,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,44499,1731594094257' ***** 2024-11-14T14:22:13,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:22:13,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(3091): Received CLOSE for 580b49fdb23dbbb64015b64659a5e938 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(3091): Received CLOSE for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,44499,1731594094257 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:44499. 2024-11-14T14:22:13,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 580b49fdb23dbbb64015b64659a5e938, disabling compactions & flushes 2024-11-14T14:22:13,300 DEBUG [RS:0;6e2cc31459a7:44499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:13,300 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:22:13,300 DEBUG [RS:0;6e2cc31459a7:44499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:13,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:22:13,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. after waiting 0 ms 2024-11-14T14:22:13,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:22:13,300 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:22:13,300 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 580b49fdb23dbbb64015b64659a5e938 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T14:22:13,301 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:22:13,301 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1325): Online Regions={580b49fdb23dbbb64015b64659a5e938=test,,1731594107243.580b49fdb23dbbb64015b64659a5e938., 1588230740=hbase:meta,,1.1588230740, 944489729d8c41dd149692b149a92d7b=hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.} 2024-11-14T14:22:13,301 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:13,301 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:13,301 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:13,301 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:13,301 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:13,301 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:13,301 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:22:13,314 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/f/bb5174090e354c198e05a4acad28b5ba is 28, key is row/f:/1731594122193/DeleteFamily/seqid=0 2024-11-14T14:22:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741840_1016 (size=5085) 2024-11-14T14:22:13,320 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/info/3973f5413c0a4417a496b33733f497b0 is 147, key is hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b./info:regioninfo/1731594112844/Put/seqid=0 2024-11-14T14:22:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741841_1017 (size=7686) 2024-11-14T14:22:13,336 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:22:13,336 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:22:13,358 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:13,491 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 636, reset compression=false 2024-11-14T14:22:13,494 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:13,494 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 883, reset compression=false 2024-11-14T14:22:13,494 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,44499,1731594094257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:13,495 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,44499,1731594094257: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,44499,1731594094257, walGroup=6e2cc31459a7%2C44499%2C1731594094257, offset=6e2cc31459a7%2C44499%2C1731594094257.1731594096456:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:44499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:22:13,496 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:22:13,496 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:22:13,496 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:22:13,496 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:22:13,496 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:22:13,496 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 834340736 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202000136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:22:13,497 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:33007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:22:13,501 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:13,697 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 883, reset compression=false 2024-11-14T14:22:13,701 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:13,718 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/f/bb5174090e354c198e05a4acad28b5ba 2024-11-14T14:22:13,722 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb5174090e354c198e05a4acad28b5ba 2024-11-14T14:22:13,723 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/info/3973f5413c0a4417a496b33733f497b0 2024-11-14T14:22:13,735 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/f1/e304cb95608b4d23baf1f8f14d3dcaa5 is 29, key is row/f1:/1731594122193/DeleteFamily/seqid=0 2024-11-14T14:22:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741842_1018 (size=5089) 2024-11-14T14:22:13,743 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/ns/8009234cdc584d7fbd0c83b2d4871844 is 43, key is default/ns:d/1731594097508/Put/seqid=0 2024-11-14T14:22:13,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741843_1019 (size=5153) 2024-11-14T14:22:13,901 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:14,000 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 883, reset compression=false 2024-11-14T14:22:14,101 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:14,139 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/f1/e304cb95608b4d23baf1f8f14d3dcaa5 2024-11-14T14:22:14,142 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e304cb95608b4d23baf1f8f14d3dcaa5 2024-11-14T14:22:14,152 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/ns/8009234cdc584d7fbd0c83b2d4871844 2024-11-14T14:22:14,155 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/norep/a6d45f9097394611acdff4094dd86347 is 32, key is row/norep:/1731594122193/DeleteFamily/seqid=0 2024-11-14T14:22:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741844_1020 (size=5101) 2024-11-14T14:22:14,171 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/rep_barrier/d051ff275a0c44a5932ae6c073974212 is 112, key is test,,1731594107243.580b49fdb23dbbb64015b64659a5e938./rep_barrier:seqnumDuringOpen/1731594108001/Put/seqid=0 2024-11-14T14:22:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741845_1021 (size=5518) 2024-11-14T14:22:14,301 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:14,403 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 883, reset compression=false 2024-11-14T14:22:14,502 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 580b49fdb23dbbb64015b64659a5e938, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:14,558 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/norep/a6d45f9097394611acdff4094dd86347 2024-11-14T14:22:14,562 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6d45f9097394611acdff4094dd86347 2024-11-14T14:22:14,562 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/f/bb5174090e354c198e05a4acad28b5ba as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/f/bb5174090e354c198e05a4acad28b5ba 2024-11-14T14:22:14,565 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb5174090e354c198e05a4acad28b5ba 2024-11-14T14:22:14,565 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/f/bb5174090e354c198e05a4acad28b5ba, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T14:22:14,566 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/f1/e304cb95608b4d23baf1f8f14d3dcaa5 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/f1/e304cb95608b4d23baf1f8f14d3dcaa5 2024-11-14T14:22:14,569 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e304cb95608b4d23baf1f8f14d3dcaa5 2024-11-14T14:22:14,569 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/f1/e304cb95608b4d23baf1f8f14d3dcaa5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T14:22:14,569 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/.tmp/norep/a6d45f9097394611acdff4094dd86347 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/norep/a6d45f9097394611acdff4094dd86347 2024-11-14T14:22:14,572 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6d45f9097394611acdff4094dd86347 2024-11-14T14:22:14,572 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/norep/a6d45f9097394611acdff4094dd86347, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T14:22:14,573 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 580b49fdb23dbbb64015b64659a5e938 in 1273ms, sequenceid=6, compaction requested=false 2024-11-14T14:22:14,573 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:22:14,574 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/rep_barrier/d051ff275a0c44a5932ae6c073974212 2024-11-14T14:22:14,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/default/test/580b49fdb23dbbb64015b64659a5e938/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:22:14,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:14,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:14,577 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:22:14,577 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 580b49fdb23dbbb64015b64659a5e938: Waiting for close lock at 1731594133300Running coprocessor pre-close hooks at 1731594133300Disabling compacts and flushes for region at 1731594133300Disabling writes for close at 1731594133300Obtaining lock to block concurrent updates at 1731594133300Preparing flush snapshotting stores in 580b49fdb23dbbb64015b64659a5e938 at 1731594133300Finished memstore snapshotting test,,1731594107243.580b49fdb23dbbb64015b64659a5e938., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731594133301 (+1 ms)Flushing stores of test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. at 1731594133301Flushing 580b49fdb23dbbb64015b64659a5e938/f: creating writer at 1731594133301Flushing 580b49fdb23dbbb64015b64659a5e938/f: appending metadata at 1731594133314 (+13 ms)Flushing 580b49fdb23dbbb64015b64659a5e938/f: closing flushed file at 1731594133314Flushing 580b49fdb23dbbb64015b64659a5e938/f1: creating writer at 1731594133722 (+408 ms)Flushing 580b49fdb23dbbb64015b64659a5e938/f1: appending metadata at 1731594133735 (+13 ms)Flushing 580b49fdb23dbbb64015b64659a5e938/f1: closing flushed file at 1731594133735Flushing 580b49fdb23dbbb64015b64659a5e938/norep: creating writer at 1731594134143 (+408 ms)Flushing 580b49fdb23dbbb64015b64659a5e938/norep: appending metadata at 1731594134154 (+11 ms)Flushing 580b49fdb23dbbb64015b64659a5e938/norep: closing flushed file at 1731594134154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdc5e07: reopening flushed file at 1731594134562 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aca22b4: reopening flushed file at 1731594134565 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174b8d80: reopening flushed file at 1731594134569 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 580b49fdb23dbbb64015b64659a5e938 in 1273ms, sequenceid=6, compaction requested=false at 1731594134573 (+4 ms)Writing region close event to WAL at 1731594134575 (+2 ms)Running coprocessor post-close hooks at 1731594134577 (+2 ms)Closed at 1731594134577 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594107243.580b49fdb23dbbb64015b64659a5e938. 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 944489729d8c41dd149692b149a92d7b, disabling compactions & flushes 2024-11-14T14:22:14,578 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. after waiting 0 ms 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 944489729d8c41dd149692b149a92d7b: Waiting for close lock at 1731594134578Running coprocessor pre-close hooks at 1731594134578Disabling compacts and flushes for region at 1731594134578Disabling writes for close at 1731594134578Failed flush hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b., putting online again at 1731594134578 2024-11-14T14:22:14,578 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,590 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/table/3bd7f823367c4a57b156ba845f135f7c is 53, key is hbase:replication/table:state/1731594112849/Put/seqid=0 2024-11-14T14:22:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741846_1022 (size=5308) 2024-11-14T14:22:14,702 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:22:14,702 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 944489729d8c41dd149692b149a92d7b=hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b.} 2024-11-14T14:22:14,702 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(3091): Received CLOSE for 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:14,702 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 944489729d8c41dd149692b149a92d7b 2024-11-14T14:22:14,702 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 944489729d8c41dd149692b149a92d7b, disabling compactions & flushes 2024-11-14T14:22:14,702 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,702 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,702 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. after waiting 0 ms 2024-11-14T14:22:14,702 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,702 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 944489729d8c41dd149692b149a92d7b: Waiting for close lock at 1731594134702Running coprocessor pre-close hooks at 1731594134702Disabling compacts and flushes for region at 1731594134702Disabling writes for close at 1731594134702Failed flush hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b., putting online again at 1731594134702 2024-11-14T14:22:14,702 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731594111692.944489729d8c41dd149692b149a92d7b. 2024-11-14T14:22:14,902 DEBUG [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:14,905 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 883, reset compression=false 2024-11-14T14:22:14,909 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:14,909 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.wal-reader.6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/WALs/6e2cc31459a7,44499,1731594094257/6e2cc31459a7%2C44499%2C1731594094257.1731594096456 to pos 1527, reset compression=false 2024-11-14T14:22:14,995 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/table/3bd7f823367c4a57b156ba845f135f7c 2024-11-14T14:22:14,999 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/info/3973f5413c0a4417a496b33733f497b0 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/info/3973f5413c0a4417a496b33733f497b0 2024-11-14T14:22:15,002 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/info/3973f5413c0a4417a496b33733f497b0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:22:15,003 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/ns/8009234cdc584d7fbd0c83b2d4871844 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/ns/8009234cdc584d7fbd0c83b2d4871844 2024-11-14T14:22:15,006 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/ns/8009234cdc584d7fbd0c83b2d4871844, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:22:15,006 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/rep_barrier/d051ff275a0c44a5932ae6c073974212 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/rep_barrier/d051ff275a0c44a5932ae6c073974212 2024-11-14T14:22:15,009 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/rep_barrier/d051ff275a0c44a5932ae6c073974212, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:22:15,010 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/.tmp/table/3bd7f823367c4a57b156ba845f135f7c as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/table/3bd7f823367c4a57b156ba845f135f7c 2024-11-14T14:22:15,013 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/table/3bd7f823367c4a57b156ba845f135f7c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:22:15,014 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-14T14:22:15,014 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:22:15,017 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:22:15,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:15,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:22:15,018 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:15,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594133301Running coprocessor pre-close hooks at 1731594133301Disabling compacts and flushes for region at 1731594133301Disabling writes for close at 1731594133301Obtaining lock to block concurrent updates at 1731594133301Preparing flush snapshotting stores in 1588230740 at 1731594133301Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594133301Flushing stores of hbase:meta,,1.1588230740 at 1731594133301Flushing 1588230740/info: creating writer at 1731594133301Flushing 1588230740/info: appending metadata at 1731594133319 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731594133319Flushing 1588230740/ns: creating writer at 1731594133727 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731594133742 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731594133742Flushing 1588230740/rep_barrier: creating writer at 1731594134155 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594134170 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594134170Flushing 1588230740/table: creating writer at 1731594134577 (+407 ms)Flushing 1588230740/table: appending metadata at 1731594134590 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731594134590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c645feb: reopening flushed file at 1731594134998 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac78d03: reopening flushed file at 1731594135002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ab2673: reopening flushed file at 1731594135006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf0ec1b: reopening flushed file at 1731594135010 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731594135014 (+4 ms)Writing region close event to WAL at 1731594135015 (+1 ms)Running coprocessor post-close hooks at 1731594135018 (+3 ms)Closed at 1731594135018 2024-11-14T14:22:15,018 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:15,102 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T14:22:15,102 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,44499,1731594094257; all regions closed. 2024-11-14T14:22:15,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741834_1010 (size=4239) 2024-11-14T14:22:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741839_1015 (size=1297) 2024-11-14T14:22:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741832_1008 (size=1535) 2024-11-14T14:22:15,108 DEBUG [RS:0;6e2cc31459a7:44499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:15,108 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:15,108 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:15,108 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:15,108 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:15,108 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:15,108 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,44499,1731594094257 because: Region server is closing 2024-11-14T14:22:15,109 INFO [RS:0;6e2cc31459a7:44499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:44499. 2024-11-14T14:22:15,109 DEBUG [RS:0;6e2cc31459a7:44499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:15,109 DEBUG [RS:0;6e2cc31459a7:44499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:15,109 DEBUG [RS:0;6e2cc31459a7:44499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:15,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:15,209 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,44499,1731594094257.replicationSource.shipper6e2cc31459a7%2C44499%2C1731594094257,1-6e2cc31459a7,44499,1731594094257 terminated 2024-11-14T14:22:15,209 INFO [RS:0;6e2cc31459a7:44499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44499 2024-11-14T14:22:15,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727/rs 2024-11-14T14:22:15,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-871696727/rs/6e2cc31459a7,44499,1731594094257 2024-11-14T14:22:15,279 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:15,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,44499,1731594094257] 2024-11-14T14:22:15,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-871696727/draining/6e2cc31459a7,44499,1731594094257 already deleted, retry=false 2024-11-14T14:22:15,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,44499,1731594094257 expired; onlineServers=0 2024-11-14T14:22:15,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,33007,1731594094063' ***** 2024-11-14T14:22:15,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:22:15,301 INFO [M:0;6e2cc31459a7:33007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:15,301 INFO [M:0;6e2cc31459a7:33007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:15,301 DEBUG [M:0;6e2cc31459a7:33007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:22:15,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:22:15,301 DEBUG [M:0;6e2cc31459a7:33007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:22:15,301 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594096245 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594096245,5,FailOnTimeoutGroup] 2024-11-14T14:22:15,301 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594096245 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594096245,5,FailOnTimeoutGroup] 2024-11-14T14:22:15,301 INFO [M:0;6e2cc31459a7:33007 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:15,301 INFO [M:0;6e2cc31459a7:33007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:15,301 DEBUG [M:0;6e2cc31459a7:33007 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:22:15,301 INFO [M:0;6e2cc31459a7:33007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:22:15,301 INFO [M:0;6e2cc31459a7:33007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:15,302 INFO [M:0;6e2cc31459a7:33007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:22:15,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:22:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-871696727/master 2024-11-14T14:22:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-871696727 2024-11-14T14:22:15,311 DEBUG [M:0;6e2cc31459a7:33007 {}] zookeeper.ZKUtil(347): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Unable to get data of znode /0-871696727/master because node does not exist (not an error) 2024-11-14T14:22:15,311 WARN [M:0;6e2cc31459a7:33007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:22:15,312 INFO [M:0;6e2cc31459a7:33007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/.lastflushedseqids 2024-11-14T14:22:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741847_1023 (size=245) 2024-11-14T14:22:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:15,390 INFO [RS:0;6e2cc31459a7:44499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44499-0x10139b8f8b10001, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:15,390 INFO [RS:0;6e2cc31459a7:44499 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,44499,1731594094257; zookeeper connection closed. 2024-11-14T14:22:15,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27da5617 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27da5617 2024-11-14T14:22:15,391 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:22:15,716 INFO [M:0;6e2cc31459a7:33007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:22:15,716 INFO [M:0;6e2cc31459a7:33007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:22:15,716 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:15,716 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:15,716 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:15,716 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:15,716 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:15,717 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T14:22:15,729 DEBUG [M:0;6e2cc31459a7:33007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d3b43a964a04408a44ccd074cdc1789 is 82, key is hbase:meta,,1/info:regioninfo/1731594097464/Put/seqid=0 2024-11-14T14:22:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741848_1024 (size=5672) 2024-11-14T14:22:16,143 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d3b43a964a04408a44ccd074cdc1789 2024-11-14T14:22:16,158 DEBUG [M:0;6e2cc31459a7:33007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56452c555bbd44298d0f1f032535070e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731594108014/Put/seqid=0 2024-11-14T14:22:16,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741849_1025 (size=7218) 2024-11-14T14:22:16,562 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56452c555bbd44298d0f1f032535070e 2024-11-14T14:22:16,565 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56452c555bbd44298d0f1f032535070e 2024-11-14T14:22:16,580 DEBUG [M:0;6e2cc31459a7:33007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eb37fb96fc4cbfa3c7e97665d44644 is 69, key is 6e2cc31459a7,44499,1731594094257/rs:state/1731594096316/Put/seqid=0 2024-11-14T14:22:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741850_1026 (size=5156) 2024-11-14T14:22:16,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:16,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:16,984 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eb37fb96fc4cbfa3c7e97665d44644 2024-11-14T14:22:16,988 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d3b43a964a04408a44ccd074cdc1789 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d3b43a964a04408a44ccd074cdc1789 2024-11-14T14:22:16,990 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d3b43a964a04408a44ccd074cdc1789, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T14:22:16,991 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56452c555bbd44298d0f1f032535070e as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56452c555bbd44298d0f1f032535070e 2024-11-14T14:22:16,994 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56452c555bbd44298d0f1f032535070e 2024-11-14T14:22:16,994 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56452c555bbd44298d0f1f032535070e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T14:22:16,995 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eb37fb96fc4cbfa3c7e97665d44644 as hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01eb37fb96fc4cbfa3c7e97665d44644 2024-11-14T14:22:16,997 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44061/user/jenkins/test-data/e7ff8b68-335b-5ffc-1a4b-3573183cbe9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01eb37fb96fc4cbfa3c7e97665d44644, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T14:22:16,998 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-14T14:22:17,000 INFO [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:17,000 DEBUG [M:0;6e2cc31459a7:33007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594135716Disabling compacts and flushes for region at 1731594135716Disabling writes for close at 1731594135716Obtaining lock to block concurrent updates at 1731594135717 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594135717Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731594135717Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594135717Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594135717Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594135729 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594135729Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594136146 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594136158 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594136158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594136565 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594136580 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594136580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f07d1bb: reopening flushed file at 1731594136987 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e3da04: reopening flushed file at 1731594136990 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3531f0a8: reopening flushed file at 1731594136994 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731594136998 (+4 ms)Writing region close event to WAL at 1731594137000 (+2 ms)Closed at 1731594137000 2024-11-14T14:22:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32999 is added to blk_1073741830_1006 (size=64423) 2024-11-14T14:22:17,003 INFO [M:0;6e2cc31459a7:33007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:22:17,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:17,003 INFO [M:0;6e2cc31459a7:33007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33007 2024-11-14T14:22:17,003 INFO [M:0;6e2cc31459a7:33007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:17,116 INFO [M:0;6e2cc31459a7:33007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33007-0x10139b8f8b10000, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:17,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@210fec3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:17,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbb495{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:17,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:17,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:17,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1640b35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:17,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:22:17,120 WARN [BP-1688686578-172.17.0.2-1731594091810 heartbeating to localhost/127.0.0.1:44061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:22:17,120 WARN [BP-1688686578-172.17.0.2-1731594091810 heartbeating to localhost/127.0.0.1:44061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1688686578-172.17.0.2-1731594091810 (Datanode Uuid c90fcb5f-d870-4f41-a5a7-552dd92297b2) service to localhost/127.0.0.1:44061 2024-11-14T14:22:17,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:22:17,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/data/data1/current/BP-1688686578-172.17.0.2-1731594091810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:17,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/cluster_337918d0-2cb8-477d-2692-aca90ba32b37/data/data2/current/BP-1688686578-172.17.0.2-1731594091810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:17,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:22:17,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef4fba4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:17,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:17,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:17,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:17,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731fdccb-1881-d235-f08a-3243bfa03039/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:17,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:22:17,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:22:17,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42999 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44061 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59971) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59971) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59971) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=782 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=2114 (was 2355) 2024-11-14T14:22:17,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=782, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=2114 2024-11-14T14:22:17,179 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T14:22:17,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir so I do NOT create it in target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59 2024-11-14T14:22:17,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:22:17,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.tmp.dir so I do NOT create it in target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59 2024-11-14T14:22:17,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/956792b8-4d78-734c-7f2f-87039564c51f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:22:17,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59 2024-11-14T14:22:17,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191, deleteOnExit=true 2024-11-14T14:22:17,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/zookeeper_0, clientPort=60534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:22:17,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60534 2024-11-14T14:22:17,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:22:17,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:22:17,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/test.cache.data in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:22:17,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:22:17,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:22:17,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:22:17,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10139b8f8b10008, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:22:17,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b8f8b10002, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:22:17,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b8f8b10005, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:22:17,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b8f8b10002, quorum=127.0.0.1:59971, baseZNode=/0-871696727 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:22:17,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10139b8f8b10008, quorum=127.0.0.1:59971, baseZNode=/2-825417361 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:22:17,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b8f8b10005, quorum=127.0.0.1:59971, baseZNode=/1860593929 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:22:17,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:17,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:17,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:17,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:17,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:22:17,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:17,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:17,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:17,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a37018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/java.io.tmpdir/jetty-localhost-33499-hadoop-hdfs-3_4_1-tests_jar-_-any-13753132411306134151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:17,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:33499} 2024-11-14T14:22:17,655 INFO [Time-limited test {}] server.Server(415): Started @314941ms 2024-11-14T14:22:17,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:17,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:17,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:17,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:17,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:22:17,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:17,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:18,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5349f266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/java.io.tmpdir/jetty-localhost-32991-hadoop-hdfs-3_4_1-tests_jar-_-any-8333694136927470509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:18,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:32991} 2024-11-14T14:22:18,001 INFO [Time-limited test {}] server.Server(415): Started @315287ms 2024-11-14T14:22:18,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:22:18,642 WARN [Thread-4162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/data/data1/current/BP-120413401-172.17.0.2-1731594137207/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:18,642 WARN [Thread-4163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/data/data2/current/BP-120413401-172.17.0.2-1731594137207/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:18,656 WARN [Thread-4150 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:22:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46812a28a05a66c with lease ID 0x9f91faf6ff3a0f4a: Processing first storage report for DS-78b13889-310c-4507-87a8-d56e05cc356f from datanode DatanodeRegistration(127.0.0.1:35647, datanodeUuid=318527ff-c964-429a-8d8a-7301b60d9145, infoPort=38519, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=357038592;c=1731594137207) 2024-11-14T14:22:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46812a28a05a66c with lease ID 0x9f91faf6ff3a0f4a: from storage DS-78b13889-310c-4507-87a8-d56e05cc356f node DatanodeRegistration(127.0.0.1:35647, datanodeUuid=318527ff-c964-429a-8d8a-7301b60d9145, infoPort=38519, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=357038592;c=1731594137207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:22:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46812a28a05a66c with lease ID 0x9f91faf6ff3a0f4a: Processing first storage report for DS-379d8a5b-7ed9-4cd0-8fb2-a0d25ee9055d from datanode DatanodeRegistration(127.0.0.1:35647, datanodeUuid=318527ff-c964-429a-8d8a-7301b60d9145, infoPort=38519, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=357038592;c=1731594137207) 2024-11-14T14:22:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46812a28a05a66c with lease ID 0x9f91faf6ff3a0f4a: from storage DS-379d8a5b-7ed9-4cd0-8fb2-a0d25ee9055d node DatanodeRegistration(127.0.0.1:35647, datanodeUuid=318527ff-c964-429a-8d8a-7301b60d9145, infoPort=38519, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=357038592;c=1731594137207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:22:18,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59 2024-11-14T14:22:18,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:18,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:22:19,131 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c with version=8 2024-11-14T14:22:19,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/hbase-staging 2024-11-14T14:22:19,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:22:19,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:19,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35801 2024-11-14T14:22:19,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35801 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-14T14:22:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358010x0, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:19,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35801-0x10139b9aa090000 connected 2024-11-14T14:22:19,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:19,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:19,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on znode that does not yet exist, /01273186817/running 2024-11-14T14:22:19,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c, hbase.cluster.distributed=false 2024-11-14T14:22:19,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on znode that does not yet exist, /01273186817/acl 2024-11-14T14:22:19,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35801 2024-11-14T14:22:19,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35801 2024-11-14T14:22:19,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35801 2024-11-14T14:22:19,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35801 2024-11-14T14:22:19,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35801 2024-11-14T14:22:19,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:19,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:19,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:19,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:19,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:19,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:19,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:22:19,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:19,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44955 2024-11-14T14:22:19,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44955 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-14T14:22:19,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:19,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:19,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449550x0, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:19,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449550x0, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on znode that does not yet exist, /01273186817/running 2024-11-14T14:22:19,441 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:22:19,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44955-0x10139b9aa090001 connected 2024-11-14T14:22:19,445 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:22:19,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on znode that does not yet exist, /01273186817/master 2024-11-14T14:22:19,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on znode that does not yet exist, /01273186817/acl 2024-11-14T14:22:19,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-14T14:22:19,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44955 2024-11-14T14:22:19,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44955 2024-11-14T14:22:19,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-14T14:22:19,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-14T14:22:19,462 DEBUG [M:0;6e2cc31459a7:35801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:35801 2024-11-14T14:22:19,462 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01273186817/backup-masters/6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817/backup-masters 2024-11-14T14:22:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817/backup-masters 2024-11-14T14:22:19,469 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on existing znode=/01273186817/backup-masters/6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:19,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273186817/master 2024-11-14T14:22:19,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:19,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:19,479 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on existing znode=/01273186817/master 2024-11-14T14:22:19,479 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01273186817/backup-masters/6e2cc31459a7,35801,1731594139133 from backup master directory 2024-11-14T14:22:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273186817/backup-masters/6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817/backup-masters 2024-11-14T14:22:19,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817/backup-masters 2024-11-14T14:22:19,490 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:19,490 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:19,492 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/hbase.id] with ID: b2dd6b44-889c-4a64-9ec9-f14e167a520b 2024-11-14T14:22:19,492 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/.tmp/hbase.id 2024-11-14T14:22:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:22:19,896 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/.tmp/hbase.id]:[hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/hbase.id] 2024-11-14T14:22:19,903 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:19,903 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:22:19,904 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:22:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:22:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:22:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:22:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:22:20,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:20,393 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:20,394 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:22:20,394 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:22:20,800 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/data/master/store 2024-11-14T14:22:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:22:20,805 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:20,806 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:20,806 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:20,806 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:20,806 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:20,806 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:20,806 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:20,806 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594140806Disabling compacts and flushes for region at 1731594140806Disabling writes for close at 1731594140806Writing region close event to WAL at 1731594140806Closed at 1731594140806 2024-11-14T14:22:20,806 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/data/master/store/.initializing 2024-11-14T14:22:20,806 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/WALs/6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:20,807 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:20,808 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C35801%2C1731594139133, suffix=, logDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/WALs/6e2cc31459a7,35801,1731594139133, archiveDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/oldWALs, maxLogs=10 2024-11-14T14:22:20,823 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/WALs/6e2cc31459a7,35801,1731594139133/6e2cc31459a7%2C35801%2C1731594139133.1731594140808, exclude list is [], retry=0 2024-11-14T14:22:20,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-78b13889-310c-4507-87a8-d56e05cc356f,DISK] 2024-11-14T14:22:20,827 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/WALs/6e2cc31459a7,35801,1731594139133/6e2cc31459a7%2C35801%2C1731594139133.1731594140808 2024-11-14T14:22:20,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-14T14:22:20,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:20,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:20,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:22:20,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:20,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:20,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:22:20,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:20,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:20,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:22:20,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:20,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:20,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:22:20,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:20,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:20,833 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,834 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,834 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,835 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,835 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,835 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:20,836 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:20,837 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:20,838 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64294954, jitterRate=-0.04193052649497986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:20,838 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594140827Initializing all the Stores at 1731594140828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594140828Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594140828Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594140828Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594140828Cleaning up temporary data from old regions at 1731594140835 (+7 ms)Region opened successfully at 1731594140838 (+3 ms) 2024-11-14T14:22:20,838 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:22:20,840 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b67f118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:20,841 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:22:20,841 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:22:20,841 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:22:20,841 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:22:20,842 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:22:20,842 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:22:20,842 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:22:20,843 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:22:20,844 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Unable to get data of znode /01273186817/balancer because node does not exist (not necessarily an error) 2024-11-14T14:22:20,911 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273186817/balancer already deleted, retry=false 2024-11-14T14:22:20,911 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:22:20,912 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Unable to get data of znode /01273186817/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:22:21,003 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273186817/normalizer already deleted, retry=false 2024-11-14T14:22:21,003 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:22:21,004 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Unable to get data of znode /01273186817/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:22:21,068 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273186817/switch/split already deleted, retry=false 2024-11-14T14:22:21,069 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Unable to get data of znode /01273186817/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:22:21,089 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273186817/switch/merge already deleted, retry=false 2024-11-14T14:22:21,091 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Unable to get data of znode /01273186817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:22:21,100 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273186817/snapshot-cleanup already deleted, retry=false 2024-11-14T14:22:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273186817/running 2024-11-14T14:22:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273186817/running 2024-11-14T14:22:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:21,111 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,35801,1731594139133, sessionid=0x10139b9aa090000, setting cluster-up flag (Was=false) 2024-11-14T14:22:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:21,163 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273186817/flush-table-proc/acquired, /01273186817/flush-table-proc/reached, /01273186817/flush-table-proc/abort 2024-11-14T14:22:21,164 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:21,216 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273186817/online-snapshot/acquired, /01273186817/online-snapshot/reached, /01273186817/online-snapshot/abort 2024-11-14T14:22:21,216 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:21,217 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:22:21,218 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:21,219 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:22:21,219 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:22:21,219 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,35801,1731594139133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:21,220 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594171221 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:22:21,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:21,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:22:21,221 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:22:21,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:21,222 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594141222,5,FailOnTimeoutGroup] 2024-11-14T14:22:21,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:22:21,222 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594141222,5,FailOnTimeoutGroup] 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,222 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:22:21,255 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(746): ClusterId : b2dd6b44-889c-4a64-9ec9-f14e167a520b 2024-11-14T14:22:21,255 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:22:21,267 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:22:21,267 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:22:21,279 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:22:21,280 DEBUG [RS:0;6e2cc31459a7:44955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e90c055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:21,292 DEBUG [RS:0;6e2cc31459a7:44955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:44955 2024-11-14T14:22:21,292 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:22:21,292 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:22:21,292 DEBUG [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:22:21,293 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,35801,1731594139133 with port=44955, startcode=1731594139427 2024-11-14T14:22:21,293 DEBUG [RS:0;6e2cc31459a7:44955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:22:21,294 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:22:21,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:21,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35801 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:21,295 DEBUG [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c 2024-11-14T14:22:21,295 DEBUG [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38513 2024-11-14T14:22:21,295 DEBUG [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:22:21,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817/rs 2024-11-14T14:22:21,300 DEBUG [RS:0;6e2cc31459a7:44955 {}] zookeeper.ZKUtil(111): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Set watcher on existing znode=/01273186817/rs/6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:21,300 WARN [RS:0;6e2cc31459a7:44955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:21,300 INFO [RS:0;6e2cc31459a7:44955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:21,300 DEBUG [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:21,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,44955,1731594139427] 2024-11-14T14:22:21,303 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:22:21,304 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:22:21,304 INFO [RS:0;6e2cc31459a7:44955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:22:21,304 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,305 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:22:21,305 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:22:21,305 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:21,305 DEBUG [RS:0;6e2cc31459a7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:21,306 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,306 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,306 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,306 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,306 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,306 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44955,1731594139427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:21,318 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:22:21,318 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,44955,1731594139427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,318 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,318 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.Replication(171): 6e2cc31459a7,44955,1731594139427 started 2024-11-14T14:22:21,329 INFO [RS:0;6e2cc31459a7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:21,329 INFO [RS:0;6e2cc31459a7:44955 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,44955,1731594139427, RpcServer on 6e2cc31459a7/172.17.0.2:44955, sessionid=0x10139b9aa090001 2024-11-14T14:22:21,329 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:22:21,329 DEBUG [RS:0;6e2cc31459a7:44955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:21,329 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44955,1731594139427' 2024-11-14T14:22:21,329 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273186817/flush-table-proc/abort' 2024-11-14T14:22:21,329 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273186817/flush-table-proc/acquired' 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,44955,1731594139427' 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273186817/online-snapshot/abort' 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273186817/online-snapshot/acquired' 2024-11-14T14:22:21,330 DEBUG [RS:0;6e2cc31459a7:44955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:22:21,330 INFO [RS:0;6e2cc31459a7:44955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:22:21,330 INFO [RS:0;6e2cc31459a7:44955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:22:21,431 INFO [RS:0;6e2cc31459a7:44955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:21,432 INFO [RS:0;6e2cc31459a7:44955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44955%2C1731594139427, suffix=, logDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427, archiveDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/oldWALs, maxLogs=10 2024-11-14T14:22:21,443 DEBUG [RS:0;6e2cc31459a7:44955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427/6e2cc31459a7%2C44955%2C1731594139427.1731594141432, exclude list is [], retry=0 2024-11-14T14:22:21,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-78b13889-310c-4507-87a8-d56e05cc356f,DISK] 2024-11-14T14:22:21,446 INFO [RS:0;6e2cc31459a7:44955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427/6e2cc31459a7%2C44955%2C1731594139427.1731594141432 2024-11-14T14:22:21,446 DEBUG [RS:0;6e2cc31459a7:44955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-14T14:22:21,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:22:21,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c 2024-11-14T14:22:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:22:22,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:22,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:22,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:22,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:22,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:22,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:22,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:22,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:22,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:22,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:22,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/hbase/meta/1588230740 2024-11-14T14:22:22,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/hbase/meta/1588230740 2024-11-14T14:22:22,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:22,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:22,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:22,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:22,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:22,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66550840, jitterRate=-0.008315205574035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594142034Initializing all the Stores at 1731594142035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594142035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594142035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594142035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594142035Cleaning up temporary data from old regions at 1731594142041 (+6 ms)Region opened successfully at 1731594142044 (+3 ms) 2024-11-14T14:22:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:22,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:22,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594142044Disabling compacts and flushes for region at 1731594142044Disabling writes for close at 1731594142044Writing region close event to WAL at 1731594142044Closed at 1731594142044 2024-11-14T14:22:22,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:22,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:22:22,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:22:22,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:22,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:22:22,197 DEBUG [6e2cc31459a7:35801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:22:22,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:22,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44955,1731594139427, state=OPENING 2024-11-14T14:22:22,226 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:22:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273186817 2024-11-14T14:22:22,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:22,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273186817/meta-region-server: CHANGED 2024-11-14T14:22:22,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273186817/meta-region-server: CHANGED 2024-11-14T14:22:22,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44955,1731594139427}] 2024-11-14T14:22:22,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:22,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:22:22,469 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:22:22,469 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:22,469 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:22:22,470 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C44955%2C1731594139427.meta, suffix=.meta, logDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427, archiveDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/oldWALs, maxLogs=10 2024-11-14T14:22:22,482 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427/6e2cc31459a7%2C44955%2C1731594139427.meta.1731594142471.meta, exclude list is [], retry=0 2024-11-14T14:22:22,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35647,DS-78b13889-310c-4507-87a8-d56e05cc356f,DISK] 2024-11-14T14:22:22,484 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/WALs/6e2cc31459a7,44955,1731594139427/6e2cc31459a7%2C44955%2C1731594139427.meta.1731594142471.meta 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38519:38519)] 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:22,485 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:22:22,485 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:22:22,485 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:22:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:22,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:22,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:22,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:22,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:22,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:22,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:22,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:22,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:22,490 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:22,490 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/hbase/meta/1588230740 2024-11-14T14:22:22,491 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/hbase/meta/1588230740 2024-11-14T14:22:22,491 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:22,491 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:22,492 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:22,492 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:22,493 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61754849, jitterRate=-0.07978104054927826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:22,493 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:22:22,493 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594142485Writing region info on filesystem at 1731594142485Initializing all the Stores at 1731594142486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594142486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594142486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594142486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594142486Cleaning up temporary data from old regions at 1731594142491 (+5 ms)Running coprocessor post-open hooks at 1731594142493 (+2 ms)Region opened successfully at 1731594142493 2024-11-14T14:22:22,494 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594142466 2024-11-14T14:22:22,495 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:22:22,495 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:22:22,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:22,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,44955,1731594139427, state=OPEN 2024-11-14T14:22:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x10139b9aa090001, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273186817/meta-region-server 2024-11-14T14:22:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35801-0x10139b9aa090000, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273186817/meta-region-server 2024-11-14T14:22:22,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:22,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273186817/meta-region-server: CHANGED 2024-11-14T14:22:22,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273186817/meta-region-server: CHANGED 2024-11-14T14:22:22,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:22:22,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,44955,1731594139427 in 223 msec 2024-11-14T14:22:22,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:22:22,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-14T14:22:22,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:22,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:22:22,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:22,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44955,1731594139427, seqNum=-1] 2024-11-14T14:22:22,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:22,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:22,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-14T14:22:22,546 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594142546, completionTime=-1 2024-11-14T14:22:22,546 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:22:22,546 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:22:22,547 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:22:22,547 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594202547 2024-11-14T14:22:22,547 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594262547 2024-11-14T14:22:22,547 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:22:22,548 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35801,1731594139133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,548 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35801,1731594139133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,548 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35801,1731594139133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,548 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:35801, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,548 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,548 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,549 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.060sec 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35801,1731594139133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:22,550 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35801,1731594139133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:22:22,552 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:22:22,552 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:22:22,552 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35801,1731594139133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:22,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:22,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35801,-1 for getting cluster id 2024-11-14T14:22:22,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:22,557 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dd6b44-889c-4a64-9ec9-f14e167a520b' 2024-11-14T14:22:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dd6b44-889c-4a64-9ec9-f14e167a520b" 2024-11-14T14:22:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3a5cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35801,-1] 2024-11-14T14:22:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:22,558 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:22,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:22,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,44955,1731594139427, seqNum=-1] 2024-11-14T14:22:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:22,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:22,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:22,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60534 2024-11-14T14:22:22,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60534, baseZNode=/01273186817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:22,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b9aa090002 connected 2024-11-14T14:22:22,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@576264e9 2024-11-14T14:22:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:22,598 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:22,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:22:22,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:22:22,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:22,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:22:22,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:22:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:22:22,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:22,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:22:22,678 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128803 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:22:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:23,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d7549a171b60d0a5a0ebfcfa2152588, NAME => 'test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c 2024-11-14T14:22:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35647 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:22:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:23,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:23,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d7549a171b60d0a5a0ebfcfa2152588, disabling compactions & flushes 2024-11-14T14:22:23,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. after waiting 0 ms 2024-11-14T14:22:23,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d7549a171b60d0a5a0ebfcfa2152588: Waiting for close lock at 1731594143411Disabling compacts and flushes for region at 1731594143411Disabling writes for close at 1731594143411Writing region close event to WAL at 1731594143411Closed at 1731594143411 2024-11-14T14:22:23,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:22:23,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594143413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594143413"}]},"ts":"1731594143413"} 2024-11-14T14:22:23,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:22:23,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:22:23,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594143415"}]},"ts":"1731594143415"} 2024-11-14T14:22:23,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:22:23,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d7549a171b60d0a5a0ebfcfa2152588, ASSIGN}] 2024-11-14T14:22:23,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d7549a171b60d0a5a0ebfcfa2152588, ASSIGN 2024-11-14T14:22:23,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d7549a171b60d0a5a0ebfcfa2152588, ASSIGN; state=OFFLINE, location=6e2cc31459a7,44955,1731594139427; forceNewPlan=false, retain=false 2024-11-14T14:22:23,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d7549a171b60d0a5a0ebfcfa2152588, regionState=OPENING, regionLocation=6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d7549a171b60d0a5a0ebfcfa2152588, ASSIGN because future has completed 2024-11-14T14:22:23,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d7549a171b60d0a5a0ebfcfa2152588, server=6e2cc31459a7,44955,1731594139427}] 2024-11-14T14:22:23,724 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,724 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d7549a171b60d0a5a0ebfcfa2152588, NAME => 'test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:23,725 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:23,725 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:22:23,725 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,725 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:23,725 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,725 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,726 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,726 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d7549a171b60d0a5a0ebfcfa2152588 columnFamilyName f 2024-11-14T14:22:23,727 DEBUG [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:23,727 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] regionserver.HStore(327): Store=5d7549a171b60d0a5a0ebfcfa2152588/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:23,727 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,728 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d7549a171b60d0a5a0ebfcfa2152588 columnFamilyName f1 2024-11-14T14:22:23,728 DEBUG [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:23,728 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] regionserver.HStore(327): Store=5d7549a171b60d0a5a0ebfcfa2152588/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:23,728 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,729 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d7549a171b60d0a5a0ebfcfa2152588 columnFamilyName norep 2024-11-14T14:22:23,729 DEBUG [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:23,729 INFO [StoreOpener-5d7549a171b60d0a5a0ebfcfa2152588-1 {}] regionserver.HStore(327): Store=5d7549a171b60d0a5a0ebfcfa2152588/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:23,729 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,729 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/default/test/5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,730 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/default/test/5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,730 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,730 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,731 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:22:23,731 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,733 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/data/default/test/5d7549a171b60d0a5a0ebfcfa2152588/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:23,733 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d7549a171b60d0a5a0ebfcfa2152588; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75264278, jitterRate=0.12152513861656189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:22:23,733 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d7549a171b60d0a5a0ebfcfa2152588 2024-11-14T14:22:23,733 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d7549a171b60d0a5a0ebfcfa2152588: Running coprocessor pre-open hook at 1731594143725Writing region info on filesystem at 1731594143725Initializing all the Stores at 1731594143725Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594143725Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594143726 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594143726Cleaning up temporary data from old regions at 1731594143730 (+4 ms)Running coprocessor post-open hooks at 1731594143733 (+3 ms)Region opened successfully at 1731594143733 2024-11-14T14:22:23,734 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588., pid=6, masterSystemTime=1731594143721 2024-11-14T14:22:23,736 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,736 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594142598.5d7549a171b60d0a5a0ebfcfa2152588. 2024-11-14T14:22:23,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d7549a171b60d0a5a0ebfcfa2152588, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,44955,1731594139427 2024-11-14T14:22:23,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d7549a171b60d0a5a0ebfcfa2152588, server=6e2cc31459a7,44955,1731594139427 because future has completed 2024-11-14T14:22:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:23,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:22:23,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d7549a171b60d0a5a0ebfcfa2152588, server=6e2cc31459a7,44955,1731594139427 in 168 msec 2024-11-14T14:22:23,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:22:23,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d7549a171b60d0a5a0ebfcfa2152588, ASSIGN in 324 msec 2024-11-14T14:22:23,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:22:23,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594143742"}]},"ts":"1731594143742"} 2024-11-14T14:22:23,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:22:23,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:22:23,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-14T14:22:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:24,758 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:22:24,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129dbbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:24,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35801,-1 for getting cluster id 2024-11-14T14:22:24,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:24,759 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dd6b44-889c-4a64-9ec9-f14e167a520b' 2024-11-14T14:22:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dd6b44-889c-4a64-9ec9-f14e167a520b" 2024-11-14T14:22:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b757495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35801,-1] 2024-11-14T14:22:24,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:24,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:24,760 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:24,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c91382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:24,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@407fe7d1 2024-11-14T14:22:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:24,762 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:24,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:35801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:22:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:22:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:24,764 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:35801' 2024-11-14T14:22:24,765 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c4e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:24,765 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,35801,-1 for getting cluster id 2024-11-14T14:22:24,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:24,766 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2dd6b44-889c-4a64-9ec9-f14e167a520b' 2024-11-14T14:22:24,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:24,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2dd6b44-889c-4a64-9ec9-f14e167a520b" 2024-11-14T14:22:24,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d586b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:24,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,35801,-1] 2024-11-14T14:22:24,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:24,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:24,766 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:24,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbc6229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:24,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:24,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,35801,1731594139133 2024-11-14T14:22:24,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d03d75d 2024-11-14T14:22:24,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:24,768 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:24,768 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:22:24,769 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:22:24,769 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:24,769 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:24,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:24,769 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6e2cc31459a7:35801, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T14:22:24,774 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6e2cc31459a7:35801, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6e2cc31459a7:35801, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6e2cc31459a7:35801, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T14:22:24,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6e2cc31459a7:35801, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-14T14:22:24,775 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T14:22:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:24,869 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6e2cc31459a7:35801, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T14:22:24,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:24,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:24,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:24,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:24,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:24,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 360) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2cc31459a7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1938554374_20 at /127.0.0.1:48926 [Receiving block BP-120413401-172.17.0.2-1731594137207:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c-prefix:6e2cc31459a7,44955,1731594139427.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-120413401-172.17.0.2-1731594137207:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp885867159-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c/MasterData-prefix:6e2cc31459a7,35801,1731594139133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@58b5e117 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/data/data2/current/BP-120413401-172.17.0.2-1731594137207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38513/user/jenkins/test-data/5d53ad00-2d2b-3ac1-ad56-304d3ac8216c-prefix:6e2cc31459a7,44955,1731594139427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/6e2cc31459a7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1123702963-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server idle connection scanner for port 40579 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594141222 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1123702963-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5954432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7917-acceptor-0@15f4a3b8-ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:32991} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-120413401-172.17.0.2-1731594137207:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5954432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1938554374_20 at /127.0.0.1:48876 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38513 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594141222 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f59549f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5954432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-120413401-172.17.0.2-1731594137207:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@61d1ce3b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1938554374_20 at /127.0.0.1:49504 [Receiving block BP-120413401-172.17.0.2-1731594137207:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38513 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6e2cc31459a7:44955-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1123702963-7871-acceptor-0@56c7eeba-ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:33499} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 40579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-65e21794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f5954aac428.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 6e2cc31459a7:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BP-120413401-172.17.0.2-1731594137207 heartbeating to localhost/127.0.0.1:38513 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6e2cc31459a7:35801 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4ff14127[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2cc31459a7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60534): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6e2cc31459a7:44955 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2cc31459a7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_649752251_20 at /127.0.0.1:48910 [Receiving block BP-120413401-172.17.0.2-1731594137207:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/cluster_73d1598d-22fd-2254-0c0f-c4bc3cf39191/data/data1/current/BP-120413401-172.17.0.2-1731594137207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Session-HouseKeeper-20a7163-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp885867159-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5954432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60534 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 40579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60534) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(807371720) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 0 on default port 38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1123702963-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5954432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/6e2cc31459a7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 782) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 341), ProcessCount=11 (was 11), AvailableMemoryMB=2093 (was 2114) 2024-11-14T14:22:24,889 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T14:22:24,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=2092 2024-11-14T14:22:24,901 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T14:22:24,916 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T14:22:24,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.log.dir so I do NOT create it in target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72 2024-11-14T14:22:24,917 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:22:24,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.tmp.dir so I do NOT create it in target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72 2024-11-14T14:22:24,917 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4082587-a0fc-9c2a-c54f-8956cb396d59/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:22:24,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72 2024-11-14T14:22:24,917 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977, deleteOnExit=true 2024-11-14T14:22:24,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/zookeeper_0, clientPort=59817, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:22:24,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59817 2024-11-14T14:22:24,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:22:24,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/test.cache.data in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:22:24,969 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:24,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:22:24,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:22:24,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:22:24,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:24,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:22:24,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:22:25,260 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:22:25,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,303 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,307 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:25,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:25,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:25,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:25,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:25,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:22:25,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:25,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:25,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:25,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ec33588{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/java.io.tmpdir/jetty-localhost-34719-hadoop-hdfs-3_4_1-tests_jar-_-any-15508275050290915354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:25,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:34719} 2024-11-14T14:22:25,444 INFO [Time-limited test {}] server.Server(415): Started @322730ms 2024-11-14T14:22:25,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:25,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:25,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:25,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:25,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:22:25,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d873ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:25,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249fa10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:25,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7555a175{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/java.io.tmpdir/jetty-localhost-36053-hadoop-hdfs-3_4_1-tests_jar-_-any-119068165108103742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:25,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ae63c2e{HTTP/1.1, (http/1.1)}{localhost:36053} 2024-11-14T14:22:25,794 INFO [Time-limited test {}] server.Server(415): Started @323079ms 2024-11-14T14:22:25,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:22:26,434 WARN [Thread-4296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/data/data1/current/BP-1313696807-172.17.0.2-1731594144982/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:26,434 WARN [Thread-4297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/data/data2/current/BP-1313696807-172.17.0.2-1731594144982/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:26,457 WARN [Thread-4284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:22:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a111a3ee03e4b0 with lease ID 0xaabc034e1a5ccede: Processing first storage report for DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4 from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=1a0b2928-adee-458a-a41b-5c2a367cda95, infoPort=36713, infoSecurePort=0, ipcPort=42967, storageInfo=lv=-57;cid=testClusterID;nsid=1264493744;c=1731594144982) 2024-11-14T14:22:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a111a3ee03e4b0 with lease ID 0xaabc034e1a5ccede: from storage DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4 node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=1a0b2928-adee-458a-a41b-5c2a367cda95, infoPort=36713, infoSecurePort=0, ipcPort=42967, storageInfo=lv=-57;cid=testClusterID;nsid=1264493744;c=1731594144982), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:22:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a111a3ee03e4b0 with lease ID 0xaabc034e1a5ccede: Processing first storage report for DS-d7a4b30e-9b82-4d53-bfbd-32f7b2b5b2ee from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=1a0b2928-adee-458a-a41b-5c2a367cda95, infoPort=36713, infoSecurePort=0, ipcPort=42967, storageInfo=lv=-57;cid=testClusterID;nsid=1264493744;c=1731594144982) 2024-11-14T14:22:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a111a3ee03e4b0 with lease ID 0xaabc034e1a5ccede: from storage DS-d7a4b30e-9b82-4d53-bfbd-32f7b2b5b2ee node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=1a0b2928-adee-458a-a41b-5c2a367cda95, infoPort=36713, infoSecurePort=0, ipcPort=42967, storageInfo=lv=-57;cid=testClusterID;nsid=1264493744;c=1731594144982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:22:26,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72 2024-11-14T14:22:26,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:26,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:26,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:22:26,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25 with version=8 2024-11-14T14:22:26,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/hbase-staging 2024-11-14T14:22:26,931 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:22:26,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:26,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41415 2024-11-14T14:22:26,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41415 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:27,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414150x0, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:27,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41415-0x10139b9c8730000 connected 2024-11-14T14:22:27,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:27,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:27,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/running 2024-11-14T14:22:27,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25, hbase.cluster.distributed=false 2024-11-14T14:22:27,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/acl 2024-11-14T14:22:27,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41415 2024-11-14T14:22:27,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41415 2024-11-14T14:22:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41415 2024-11-14T14:22:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41415 2024-11-14T14:22:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41415 2024-11-14T14:22:27,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:27,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:27,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:27,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:27,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:27,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:27,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:22:27,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:27,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34281 2024-11-14T14:22:27,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34281 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:27,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:27,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342810x0, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:27,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34281-0x10139b9c8730001 connected 2024-11-14T14:22:27,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/running 2024-11-14T14:22:27,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:22:27,143 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:22:27,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/master 2024-11-14T14:22:27,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/acl 2024-11-14T14:22:27,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34281 2024-11-14T14:22:27,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34281 2024-11-14T14:22:27,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34281 2024-11-14T14:22:27,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34281 2024-11-14T14:22:27,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34281 2024-11-14T14:22:27,159 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:41415 2024-11-14T14:22:27,159 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1092284261/backup-masters/6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261/backup-masters 2024-11-14T14:22:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261/backup-masters 2024-11-14T14:22:27,167 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on existing znode=/0-1092284261/backup-masters/6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1092284261/master 2024-11-14T14:22:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:27,178 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on existing znode=/0-1092284261/master 2024-11-14T14:22:27,178 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1092284261/backup-masters/6e2cc31459a7,41415,1731594146931 from backup master directory 2024-11-14T14:22:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261/backup-masters 2024-11-14T14:22:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1092284261/backup-masters/6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:27,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261/backup-masters 2024-11-14T14:22:27,188 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:27,188 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:27,191 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/hbase.id] with ID: e5588c25-a080-4110-8a6c-27e2e52ab548 2024-11-14T14:22:27,191 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/.tmp/hbase.id 2024-11-14T14:22:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:22:27,195 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/.tmp/hbase.id]:[hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/hbase.id] 2024-11-14T14:22:27,202 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:27,202 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:22:27,203 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:22:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:22:27,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:22:27,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T14:22:27,620 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:27,620 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:22:27,621 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:27,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:22:28,026 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store 2024-11-14T14:22:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:22:28,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:28,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:28,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:28,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:28,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:28,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:28,437 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:28,437 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594148437Disabling compacts and flushes for region at 1731594148437Disabling writes for close at 1731594148437Writing region close event to WAL at 1731594148437Closed at 1731594148437 2024-11-14T14:22:28,438 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/.initializing 2024-11-14T14:22:28,438 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/WALs/6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:28,439 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:28,439 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C41415%2C1731594146931, suffix=, logDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/WALs/6e2cc31459a7,41415,1731594146931, archiveDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/oldWALs, maxLogs=10 2024-11-14T14:22:28,450 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/WALs/6e2cc31459a7,41415,1731594146931/6e2cc31459a7%2C41415%2C1731594146931.1731594148439, exclude list is [], retry=0 2024-11-14T14:22:28,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:28,453 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/WALs/6e2cc31459a7,41415,1731594146931/6e2cc31459a7%2C41415%2C1731594146931.1731594148439 2024-11-14T14:22:28,453 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:28,453 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:28,453 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:28,453 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,453 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:22:28,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:28,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:28,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:22:28,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:28,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:28,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:22:28,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:28,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:28,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:22:28,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:28,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:28,459 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,459 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,459 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,460 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,460 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,460 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:28,461 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:28,462 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:28,462 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68819547, jitterRate=0.02549116313457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:28,462 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594148454Initializing all the Stores at 1731594148454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594148454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594148454Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594148454Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594148454Cleaning up temporary data from old regions at 1731594148460 (+6 ms)Region opened successfully at 1731594148462 (+2 ms) 2024-11-14T14:22:28,462 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:22:28,464 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2877dcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:28,464 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:22:28,464 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:22:28,464 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:22:28,465 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:22:28,465 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:22:28,465 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:22:28,465 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:22:28,466 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:22:28,467 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Unable to get data of znode /0-1092284261/balancer because node does not exist (not necessarily an error) 2024-11-14T14:22:28,535 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/balancer already deleted, retry=false 2024-11-14T14:22:28,536 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:22:28,536 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Unable to get data of znode /0-1092284261/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:22:28,546 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/normalizer already deleted, retry=false 2024-11-14T14:22:28,546 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:22:28,547 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Unable to get data of znode /0-1092284261/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:22:28,556 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/switch/split already deleted, retry=false 2024-11-14T14:22:28,557 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Unable to get data of znode /0-1092284261/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:22:28,567 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/switch/merge already deleted, retry=false 2024-11-14T14:22:28,568 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Unable to get data of znode /0-1092284261/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:22:28,577 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/snapshot-cleanup already deleted, retry=false 2024-11-14T14:22:28,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1092284261/running 2024-11-14T14:22:28,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1092284261/running 2024-11-14T14:22:28,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:28,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:28,589 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,41415,1731594146931, sessionid=0x10139b9c8730000, setting cluster-up flag (Was=false) 2024-11-14T14:22:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:28,641 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1092284261/flush-table-proc/acquired, /0-1092284261/flush-table-proc/reached, /0-1092284261/flush-table-proc/abort 2024-11-14T14:22:28,642 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:28,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:28,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:28,693 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1092284261/online-snapshot/acquired, /0-1092284261/online-snapshot/reached, /0-1092284261/online-snapshot/abort 2024-11-14T14:22:28,694 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:28,695 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:22:28,696 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:28,696 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:22:28,696 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:22:28,696 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,41415,1731594146931 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:28,697 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594178698 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:22:28,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:22:28,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:22:28,698 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:22:28,699 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:22:28,699 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:28,699 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:22:28,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:22:28,699 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:22:28,699 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:22:28,699 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594148699,5,FailOnTimeoutGroup] 2024-11-14T14:22:28,700 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594148699,5,FailOnTimeoutGroup] 2024-11-14T14:22:28,700 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,700 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:22:28,700 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,700 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:22:28,752 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(746): ClusterId : e5588c25-a080-4110-8a6c-27e2e52ab548 2024-11-14T14:22:28,752 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:22:28,763 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:22:28,763 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:22:28,773 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:22:28,774 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37372ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:28,784 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:34281 2024-11-14T14:22:28,784 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:22:28,784 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:22:28,784 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:22:28,784 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,41415,1731594146931 with port=34281, startcode=1731594147127 2024-11-14T14:22:28,784 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:22:28,786 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:22:28,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:28,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41415 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:28,787 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25 2024-11-14T14:22:28,787 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40327 2024-11-14T14:22:28,787 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:22:28,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261/rs 2024-11-14T14:22:28,799 DEBUG [RS:0;6e2cc31459a7:34281 {}] zookeeper.ZKUtil(111): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on existing znode=/0-1092284261/rs/6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:28,799 WARN [RS:0;6e2cc31459a7:34281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:28,799 INFO [RS:0;6e2cc31459a7:34281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:28,799 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:28,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,34281,1731594147127] 2024-11-14T14:22:28,801 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:22:28,802 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:22:28,802 INFO [RS:0;6e2cc31459a7:34281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:22:28,802 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,803 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:22:28,803 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:22:28,803 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:28,803 DEBUG [RS:0;6e2cc31459a7:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:28,804 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,804 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,804 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,804 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,804 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,804 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34281,1731594147127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:28,816 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:22:28,816 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,34281,1731594147127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,816 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,816 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.Replication(171): 6e2cc31459a7,34281,1731594147127 started 2024-11-14T14:22:28,826 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:28,826 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,34281,1731594147127, RpcServer on 6e2cc31459a7/172.17.0.2:34281, sessionid=0x10139b9c8730001 2024-11-14T14:22:28,826 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:22:28,826 DEBUG [RS:0;6e2cc31459a7:34281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:28,826 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,34281,1731594147127' 2024-11-14T14:22:28,826 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1092284261/flush-table-proc/abort' 2024-11-14T14:22:28,827 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1092284261/flush-table-proc/acquired' 2024-11-14T14:22:28,827 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:22:28,827 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:22:28,827 DEBUG [RS:0;6e2cc31459a7:34281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:28,827 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,34281,1731594147127' 2024-11-14T14:22:28,827 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1092284261/online-snapshot/abort' 2024-11-14T14:22:28,828 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1092284261/online-snapshot/acquired' 2024-11-14T14:22:28,828 DEBUG [RS:0;6e2cc31459a7:34281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:22:28,828 INFO [RS:0;6e2cc31459a7:34281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:22:28,828 INFO [RS:0;6e2cc31459a7:34281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:22:28,928 INFO [RS:0;6e2cc31459a7:34281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:28,929 INFO [RS:0;6e2cc31459a7:34281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C34281%2C1731594147127, suffix=, logDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127, archiveDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/oldWALs, maxLogs=10 2024-11-14T14:22:28,940 DEBUG [RS:0;6e2cc31459a7:34281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929, exclude list is [], retry=0 2024-11-14T14:22:28,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:28,943 INFO [RS:0;6e2cc31459a7:34281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 2024-11-14T14:22:28,944 DEBUG [RS:0;6e2cc31459a7:34281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:29,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:22:29,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25 2024-11-14T14:22:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:22:29,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:29,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:29,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:29,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:29,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:29,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:29,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:29,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:29,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:29,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:29,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740 2024-11-14T14:22:29,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740 2024-11-14T14:22:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:29,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:29,518 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:29,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:29,520 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:29,520 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73893770, jitterRate=0.10110297799110413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:29,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594149511Initializing all the Stores at 1731594149512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594149512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594149512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594149512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594149512Cleaning up temporary data from old regions at 1731594149517 (+5 ms)Region opened successfully at 1731594149520 (+3 ms) 2024-11-14T14:22:29,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:29,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:29,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:29,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:29,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:29,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:29,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594149520Disabling compacts and flushes for region at 1731594149520Disabling writes for close at 1731594149520Writing region close event to WAL at 1731594149521 (+1 ms)Closed at 1731594149521 2024-11-14T14:22:29,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:29,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:22:29,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:22:29,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:29,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:22:29,673 DEBUG [6e2cc31459a7:41415 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:22:29,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:29,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,34281,1731594147127, state=OPENING 2024-11-14T14:22:29,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:22:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:29,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:29,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1092284261/meta-region-server: CHANGED 2024-11-14T14:22:29,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1092284261/meta-region-server: CHANGED 2024-11-14T14:22:29,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,34281,1731594147127}] 2024-11-14T14:22:29,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:29,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:22:29,940 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:22:29,940 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:29,940 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:22:29,941 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C34281%2C1731594147127.meta, suffix=.meta, logDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127, archiveDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/oldWALs, maxLogs=10 2024-11-14T14:22:29,955 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.meta.1731594149941.meta, exclude list is [], retry=0 2024-11-14T14:22:29,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:29,958 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.meta.1731594149941.meta 2024-11-14T14:22:29,958 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:29,959 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:22:29,959 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:22:29,959 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:22:29,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:29,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:29,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:29,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:29,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:29,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:29,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:29,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:29,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:29,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:29,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:29,964 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740 2024-11-14T14:22:29,965 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740 2024-11-14T14:22:29,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:29,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:29,966 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:29,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:29,967 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73600442, jitterRate=0.09673205018043518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:29,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:22:29,967 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594149959Writing region info on filesystem at 1731594149959Initializing all the Stores at 1731594149960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594149960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594149960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594149960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594149960Cleaning up temporary data from old regions at 1731594149966 (+6 ms)Running coprocessor post-open hooks at 1731594149967 (+1 ms)Region opened successfully at 1731594149967 2024-11-14T14:22:29,968 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594149936 2024-11-14T14:22:29,969 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:22:29,969 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:22:29,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:29,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,34281,1731594147127, state=OPEN 2024-11-14T14:22:29,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1092284261/meta-region-server 2024-11-14T14:22:29,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1092284261/meta-region-server 2024-11-14T14:22:29,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:29,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1092284261/meta-region-server: CHANGED 2024-11-14T14:22:29,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1092284261/meta-region-server: CHANGED 2024-11-14T14:22:29,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:22:29,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,34281,1731594147127 in 203 msec 2024-11-14T14:22:29,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:22:29,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-14T14:22:29,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:29,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:22:29,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:29,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34281,1731594147127, seqNum=-1] 2024-11-14T14:22:29,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:29,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:29,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-14T14:22:29,998 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594149998, completionTime=-1 2024-11-14T14:22:29,998 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:22:29,998 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:22:29,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:22:29,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594209999 2024-11-14T14:22:29,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594269999 2024-11-14T14:22:29,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:22:29,999 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41415,1731594146931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,000 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41415,1731594146931-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,000 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41415,1731594146931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,000 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:41415, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,000 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,000 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,001 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.814sec 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41415,1731594146931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:30,002 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41415,1731594146931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:22:30,004 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:22:30,004 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:22:30,004 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,41415,1731594146931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:30,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:30,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,41415,-1 for getting cluster id 2024-11-14T14:22:30,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:30,054 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5588c25-a080-4110-8a6c-27e2e52ab548' 2024-11-14T14:22:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5588c25-a080-4110-8a6c-27e2e52ab548" 2024-11-14T14:22:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479fb04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,41415,-1] 2024-11-14T14:22:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:30,055 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:30,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac718c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:30,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34281,1731594147127, seqNum=-1] 2024-11-14T14:22:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:30,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:30,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:30,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:30,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:30,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10139b9c8730002 connected 2024-11-14T14:22:30,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir so I do NOT create it in target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d 2024-11-14T14:22:30,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:22:30,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.tmp.dir so I do NOT create it in target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d 2024-11-14T14:22:30,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:22:30,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d 2024-11-14T14:22:30,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:22:30,085 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/cluster_bc21020f-e118-a360-0252-566399045d98, deleteOnExit=true 2024-11-14T14:22:30,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/test.cache.data in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:22:30,086 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:22:30,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:22:30,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:22:30,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:22:30,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:22:30,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T14:22:30,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T14:22:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T14:22:30,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:22:30,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:22:30,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:30,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:30,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:30,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:30,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:22:30,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:30,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:30,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:30,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ae4538{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/java.io.tmpdir/jetty-localhost-33277-hadoop-hdfs-3_4_1-tests_jar-_-any-4636395468625152395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:30,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:33277} 2024-11-14T14:22:30,458 INFO [Time-limited test {}] server.Server(415): Started @327744ms 2024-11-14T14:22:30,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:30,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:30,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:30,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:30,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:22:30,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:30,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:30,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f556e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/java.io.tmpdir/jetty-localhost-42277-hadoop-hdfs-3_4_1-tests_jar-_-any-9408953531163555324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:30,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:42277} 2024-11-14T14:22:30,826 INFO [Time-limited test {}] server.Server(415): Started @328111ms 2024-11-14T14:22:30,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:22:31,470 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/cluster_bc21020f-e118-a360-0252-566399045d98/data/data1/current/BP-1542417315-172.17.0.2-1731594150103/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:31,470 WARN [Thread-4417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/cluster_bc21020f-e118-a360-0252-566399045d98/data/data2/current/BP-1542417315-172.17.0.2-1731594150103/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:31,484 WARN [Thread-4404 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:22:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa79924aab8ada296 with lease ID 0xce55b8b493aee0aa: Processing first storage report for DS-db58f2bc-3fa7-49f0-83c7-9cab838aee26 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ad41c2e8-fe6e-487a-b93d-cfe94f895cb5, infoPort=42253, infoSecurePort=0, ipcPort=40385, storageInfo=lv=-57;cid=testClusterID;nsid=649140760;c=1731594150103) 2024-11-14T14:22:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa79924aab8ada296 with lease ID 0xce55b8b493aee0aa: from storage DS-db58f2bc-3fa7-49f0-83c7-9cab838aee26 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ad41c2e8-fe6e-487a-b93d-cfe94f895cb5, infoPort=42253, infoSecurePort=0, ipcPort=40385, storageInfo=lv=-57;cid=testClusterID;nsid=649140760;c=1731594150103), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:22:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa79924aab8ada296 with lease ID 0xce55b8b493aee0aa: Processing first storage report for DS-37604033-2c93-4e65-b0a8-1e5356f4ae4c from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ad41c2e8-fe6e-487a-b93d-cfe94f895cb5, infoPort=42253, infoSecurePort=0, ipcPort=40385, storageInfo=lv=-57;cid=testClusterID;nsid=649140760;c=1731594150103) 2024-11-14T14:22:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa79924aab8ada296 with lease ID 0xce55b8b493aee0aa: from storage DS-37604033-2c93-4e65-b0a8-1e5356f4ae4c node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=ad41c2e8-fe6e-487a-b93d-cfe94f895cb5, infoPort=42253, infoSecurePort=0, ipcPort=40385, storageInfo=lv=-57;cid=testClusterID;nsid=649140760;c=1731594150103), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:22:31,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d 2024-11-14T14:22:31,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:31,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:31,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:22:31,955 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c with version=8 2024-11-14T14:22:31,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/hbase-staging 2024-11-14T14:22:31,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:22:31,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:31,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46615 2024-11-14T14:22:31,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46615 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:32,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466150x0, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:32,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46615-0x10139b9c8730003 connected 2024-11-14T14:22:32,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:32,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:32,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/running 2024-11-14T14:22:32,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c, hbase.cluster.distributed=false 2024-11-14T14:22:32,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/acl 2024-11-14T14:22:32,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-14T14:22:32,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46615 2024-11-14T14:22:32,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46615 2024-11-14T14:22:32,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-14T14:22:32,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-14T14:22:32,095 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:22:32,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:32,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35173 2024-11-14T14:22:32,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35173 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:32,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:32,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351730x0, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:32,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351730x0, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/running 2024-11-14T14:22:32,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35173-0x10139b9c8730004 connected 2024-11-14T14:22:32,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:22:32,126 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:22:32,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/master 2024-11-14T14:22:32,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/acl 2024-11-14T14:22:32,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35173 2024-11-14T14:22:32,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35173 2024-11-14T14:22:32,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35173 2024-11-14T14:22:32,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35173 2024-11-14T14:22:32,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35173 2024-11-14T14:22:32,147 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:46615 2024-11-14T14:22:32,147 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-38122461/backup-masters/6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461/backup-masters 2024-11-14T14:22:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461/backup-masters 2024-11-14T14:22:32,157 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on existing znode=/1-38122461/backup-masters/6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:32,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-38122461/master 2024-11-14T14:22:32,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:32,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:32,167 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on existing znode=/1-38122461/master 2024-11-14T14:22:32,167 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-38122461/backup-masters/6e2cc31459a7,46615,1731594151957 from backup master directory 2024-11-14T14:22:32,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-38122461/backup-masters/6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:32,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461/backup-masters 2024-11-14T14:22:32,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461/backup-masters 2024-11-14T14:22:32,178 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:32,178 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:32,180 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/hbase.id] with ID: d96e9867-e459-49f5-b7f2-9327fad02a90 2024-11-14T14:22:32,180 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/.tmp/hbase.id 2024-11-14T14:22:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:22:32,584 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/.tmp/hbase.id]:[hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/hbase.id] 2024-11-14T14:22:32,593 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:32,593 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:22:32,593 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T14:22:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:22:33,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:33,051 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:22:33,052 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:22:33,457 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store 2024-11-14T14:22:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:22:33,862 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:33,862 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:33,862 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:33,862 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:33,862 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:33,862 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:33,862 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:33,862 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594153862Disabling compacts and flushes for region at 1731594153862Disabling writes for close at 1731594153862Writing region close event to WAL at 1731594153862Closed at 1731594153862 2024-11-14T14:22:33,863 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/.initializing 2024-11-14T14:22:33,863 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/WALs/6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:33,864 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:33,865 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C46615%2C1731594151957, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/WALs/6e2cc31459a7,46615,1731594151957, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/oldWALs, maxLogs=10 2024-11-14T14:22:33,880 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/WALs/6e2cc31459a7,46615,1731594151957/6e2cc31459a7%2C46615%2C1731594151957.1731594153865, exclude list is [], retry=0 2024-11-14T14:22:33,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-db58f2bc-3fa7-49f0-83c7-9cab838aee26,DISK] 2024-11-14T14:22:33,884 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/WALs/6e2cc31459a7,46615,1731594151957/6e2cc31459a7%2C46615%2C1731594151957.1731594153865 2024-11-14T14:22:33,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42253:42253)] 2024-11-14T14:22:33,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:33,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:33,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,884 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:22:33,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:33,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:22:33,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:33,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:22:33,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:33,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:22:33,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:33,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:33,890 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,891 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,891 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,892 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,892 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,893 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:33,893 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:33,895 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:33,895 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61991840, jitterRate=-0.07624959945678711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:33,895 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594153884Initializing all the Stores at 1731594153885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594153885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594153885Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594153885Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594153885Cleaning up temporary data from old regions at 1731594153892 (+7 ms)Region opened successfully at 1731594153895 (+3 ms) 2024-11-14T14:22:33,896 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:22:33,898 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd6d5d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:33,898 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:22:33,898 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:22:33,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:22:33,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:22:33,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:22:33,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:22:33,899 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:22:33,901 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:22:33,902 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Unable to get data of znode /1-38122461/balancer because node does not exist (not necessarily an error) 2024-11-14T14:22:33,962 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/balancer already deleted, retry=false 2024-11-14T14:22:33,962 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:22:33,963 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Unable to get data of znode /1-38122461/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:22:33,972 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/normalizer already deleted, retry=false 2024-11-14T14:22:33,973 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:22:33,973 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Unable to get data of znode /1-38122461/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:22:33,998 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/switch/split already deleted, retry=false 2024-11-14T14:22:33,999 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Unable to get data of znode /1-38122461/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:22:34,009 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/switch/merge already deleted, retry=false 2024-11-14T14:22:34,011 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Unable to get data of znode /1-38122461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:22:34,019 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/snapshot-cleanup already deleted, retry=false 2024-11-14T14:22:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-38122461/running 2024-11-14T14:22:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-38122461/running 2024-11-14T14:22:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:34,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:34,030 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,46615,1731594151957, sessionid=0x10139b9c8730003, setting cluster-up flag (Was=false) 2024-11-14T14:22:34,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:34,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:34,083 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-38122461/flush-table-proc/acquired, /1-38122461/flush-table-proc/reached, /1-38122461/flush-table-proc/abort 2024-11-14T14:22:34,084 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:34,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:34,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:34,135 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-38122461/online-snapshot/acquired, /1-38122461/online-snapshot/reached, /1-38122461/online-snapshot/abort 2024-11-14T14:22:34,136 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:34,137 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:22:34,138 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:34,138 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:22:34,139 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:22:34,139 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,46615,1731594151957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:34,140 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594184141 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:22:34,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:22:34,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:22:34,141 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:22:34,142 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:22:34,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:22:34,142 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:22:34,142 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594154142,5,FailOnTimeoutGroup] 2024-11-14T14:22:34,143 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594154143,5,FailOnTimeoutGroup] 2024-11-14T14:22:34,143 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,143 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:22:34,143 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,143 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:22:34,236 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(746): ClusterId : d96e9867-e459-49f5-b7f2-9327fad02a90 2024-11-14T14:22:34,236 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:22:34,247 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:22:34,247 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:22:34,257 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:22:34,258 DEBUG [RS:0;6e2cc31459a7:35173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8db75a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:34,272 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:35173 2024-11-14T14:22:34,272 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:22:34,272 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:22:34,272 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:22:34,272 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,46615,1731594151957 with port=35173, startcode=1731594152095 2024-11-14T14:22:34,273 DEBUG [RS:0;6e2cc31459a7:35173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:22:34,273 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:22:34,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:34,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46615 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:34,275 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c 2024-11-14T14:22:34,275 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35827 2024-11-14T14:22:34,275 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:22:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461/rs 2024-11-14T14:22:34,330 DEBUG [RS:0;6e2cc31459a7:35173 {}] zookeeper.ZKUtil(111): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on existing znode=/1-38122461/rs/6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:34,330 WARN [RS:0;6e2cc31459a7:35173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:34,330 INFO [RS:0;6e2cc31459a7:35173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:34,330 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:34,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,35173,1731594152095] 2024-11-14T14:22:34,332 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:22:34,334 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:22:34,334 INFO [RS:0;6e2cc31459a7:35173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:22:34,334 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,334 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:34,335 DEBUG [RS:0;6e2cc31459a7:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,335 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35173,1731594152095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:34,347 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:22:34,348 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,35173,1731594152095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,348 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,348 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.Replication(171): 6e2cc31459a7,35173,1731594152095 started 2024-11-14T14:22:34,359 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:34,359 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,35173,1731594152095, RpcServer on 6e2cc31459a7/172.17.0.2:35173, sessionid=0x10139b9c8730004 2024-11-14T14:22:34,359 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:22:34,359 DEBUG [RS:0;6e2cc31459a7:35173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:34,359 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,35173,1731594152095' 2024-11-14T14:22:34,359 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-38122461/flush-table-proc/abort' 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-38122461/flush-table-proc/acquired' 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,35173,1731594152095' 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-38122461/online-snapshot/abort' 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-38122461/online-snapshot/acquired' 2024-11-14T14:22:34,360 DEBUG [RS:0;6e2cc31459a7:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:22:34,361 INFO [RS:0;6e2cc31459a7:35173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:22:34,361 INFO [RS:0;6e2cc31459a7:35173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:22:34,461 INFO [RS:0;6e2cc31459a7:35173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:34,462 INFO [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C35173%2C1731594152095, suffix=, logDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/oldWALs, maxLogs=10 2024-11-14T14:22:34,473 DEBUG [RS:0;6e2cc31459a7:35173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095/6e2cc31459a7%2C35173%2C1731594152095.1731594154462, exclude list is [], retry=0 2024-11-14T14:22:34,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-db58f2bc-3fa7-49f0-83c7-9cab838aee26,DISK] 2024-11-14T14:22:34,476 INFO [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095/6e2cc31459a7%2C35173%2C1731594152095.1731594154462 2024-11-14T14:22:34,477 DEBUG [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42253:42253)] 2024-11-14T14:22:34,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:22:34,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c 2024-11-14T14:22:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741833_1009 (size=32) 2024-11-14T14:22:34,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:34,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:34,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:34,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:34,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:34,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:34,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:34,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:34,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:34,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:34,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:34,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:34,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:34,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:34,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:34,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:34,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:34,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:34,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740 2024-11-14T14:22:34,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740 2024-11-14T14:22:34,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:34,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:34,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:34,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:34,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:34,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65819609, jitterRate=-0.01921139657497406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:34,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594154950Initializing all the Stores at 1731594154951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594154951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594154951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594154951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594154951Cleaning up temporary data from old regions at 1731594154957 (+6 ms)Region opened successfully at 1731594154959 (+2 ms) 2024-11-14T14:22:34,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:34,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:34,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:34,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:34,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:34,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:34,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594154959Disabling compacts and flushes for region at 1731594154959Disabling writes for close at 1731594154960 (+1 ms)Writing region close event to WAL at 1731594154960Closed at 1731594154960 2024-11-14T14:22:34,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:34,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:22:34,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:22:34,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:34,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:22:35,112 DEBUG [6e2cc31459a7:46615 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:22:35,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:35,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,35173,1731594152095, state=OPENING 2024-11-14T14:22:35,183 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:22:35,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:35,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:35,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:35,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-38122461/meta-region-server: CHANGED 2024-11-14T14:22:35,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-38122461/meta-region-server: CHANGED 2024-11-14T14:22:35,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,35173,1731594152095}] 2024-11-14T14:22:35,346 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:35,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:22:35,349 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:22:35,349 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:35,349 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:22:35,350 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C35173%2C1731594152095.meta, suffix=.meta, logDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095, archiveDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/oldWALs, maxLogs=10 2024-11-14T14:22:35,361 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095/6e2cc31459a7%2C35173%2C1731594152095.meta.1731594155350.meta, exclude list is [], retry=0 2024-11-14T14:22:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-db58f2bc-3fa7-49f0-83c7-9cab838aee26,DISK] 2024-11-14T14:22:35,364 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095/6e2cc31459a7%2C35173%2C1731594152095.meta.1731594155350.meta 2024-11-14T14:22:35,364 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42253:42253)] 2024-11-14T14:22:35,364 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:35,364 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:35,364 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:22:35,364 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:22:35,365 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:22:35,365 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:22:35,365 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:35,365 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:22:35,365 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:22:35,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:35,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:35,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:35,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:35,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:35,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:35,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:35,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:35,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:35,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:35,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:35,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:35,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:35,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:35,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:35,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:35,369 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:35,370 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740 2024-11-14T14:22:35,370 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740 2024-11-14T14:22:35,371 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:35,371 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:35,371 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:35,372 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:35,372 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68568012, jitterRate=0.02174299955368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:35,372 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:22:35,372 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594155365Writing region info on filesystem at 1731594155365Initializing all the Stores at 1731594155366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594155366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594155366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594155366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594155366Cleaning up temporary data from old regions at 1731594155371 (+5 ms)Running coprocessor post-open hooks at 1731594155372 (+1 ms)Region opened successfully at 1731594155372 2024-11-14T14:22:35,373 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594155345 2024-11-14T14:22:35,374 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:22:35,374 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:22:35,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:35,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,35173,1731594152095, state=OPEN 2024-11-14T14:22:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-38122461/meta-region-server 2024-11-14T14:22:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-38122461/meta-region-server 2024-11-14T14:22:35,383 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:35,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-38122461/meta-region-server: CHANGED 2024-11-14T14:22:35,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-38122461/meta-region-server: CHANGED 2024-11-14T14:22:35,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:22:35,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,35173,1731594152095 in 189 msec 2024-11-14T14:22:35,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:22:35,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-14T14:22:35,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:35,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:22:35,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:35,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35173,1731594152095, seqNum=-1] 2024-11-14T14:22:35,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:35,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:35,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-14T14:22:35,391 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594155391, completionTime=-1 2024-11-14T14:22:35,391 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:22:35,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594215392 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594275392 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46615,1731594151957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46615,1731594151957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46615,1731594151957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,392 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:46615, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,393 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,393 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,394 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.217sec 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46615,1731594151957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:35,395 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46615,1731594151957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:22:35,397 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:22:35,397 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:22:35,397 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,46615,1731594151957-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:35,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:35,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,46615,-1 for getting cluster id 2024-11-14T14:22:35,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:35,438 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96e9867-e459-49f5-b7f2-9327fad02a90' 2024-11-14T14:22:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96e9867-e459-49f5-b7f2-9327fad02a90" 2024-11-14T14:22:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b72c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,46615,-1] 2024-11-14T14:22:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:35,440 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:35,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:35,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:35,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35173,1731594152095, seqNum=-1] 2024-11-14T14:22:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:35,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:35,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:35,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:35,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:35,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10139b9c8730005 connected 2024-11-14T14:22:35,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir so I do NOT create it in target/test-data/008ac80b-691d-960d-0368-3af57e06990a 2024-11-14T14:22:35,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T14:22:35,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.tmp.dir so I do NOT create it in target/test-data/008ac80b-691d-960d-0368-3af57e06990a 2024-11-14T14:22:35,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T14:22:35,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/cluster_d2bb00cd-5ef8-9c37-f9cc-0397d2ae7e5a, deleteOnExit=true 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/test.cache.data in system properties and HBase conf 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:22:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:22:35,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:22:35,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:22:35,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:35,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:35,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:35,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:35,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:35,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:22:35,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:35,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:35,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:36,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f0efd8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/java.io.tmpdir/jetty-localhost-40715-hadoop-hdfs-3_4_1-tests_jar-_-any-6106503618749718070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:36,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:40715} 2024-11-14T14:22:36,015 INFO [Time-limited test {}] server.Server(415): Started @333300ms 2024-11-14T14:22:36,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:22:36,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:22:36,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:22:36,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:22:36,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:22:36,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:22:36,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:22:36,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f82eca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/java.io.tmpdir/jetty-localhost-39929-hadoop-hdfs-3_4_1-tests_jar-_-any-15727251064975782699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:36,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:39929} 2024-11-14T14:22:36,359 INFO [Time-limited test {}] server.Server(415): Started @333644ms 2024-11-14T14:22:36,360 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:22:36,967 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/cluster_d2bb00cd-5ef8-9c37-f9cc-0397d2ae7e5a/data/data1/current/BP-96342232-172.17.0.2-1731594155590/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:36,967 WARN [Thread-4538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/cluster_d2bb00cd-5ef8-9c37-f9cc-0397d2ae7e5a/data/data2/current/BP-96342232-172.17.0.2-1731594155590/current, will proceed with Du for space computation calculation, 2024-11-14T14:22:36,985 WARN [Thread-4525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:22:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd20c459dce06235 with lease ID 0x15bb52fa425c4a8c: Processing first storage report for DS-31d6d890-598a-4070-8aa2-57bf034b0721 from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=dc43052a-99dc-49f3-b0ca-bf0dbbbbdee4, infoPort=35035, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=890900818;c=1731594155590) 2024-11-14T14:22:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd20c459dce06235 with lease ID 0x15bb52fa425c4a8c: from storage DS-31d6d890-598a-4070-8aa2-57bf034b0721 node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=dc43052a-99dc-49f3-b0ca-bf0dbbbbdee4, infoPort=35035, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=890900818;c=1731594155590), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:22:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd20c459dce06235 with lease ID 0x15bb52fa425c4a8c: Processing first storage report for DS-feb7afe7-bdc5-4292-88e7-464755754cfa from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=dc43052a-99dc-49f3-b0ca-bf0dbbbbdee4, infoPort=35035, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=890900818;c=1731594155590) 2024-11-14T14:22:36,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd20c459dce06235 with lease ID 0x15bb52fa425c4a8c: from storage DS-feb7afe7-bdc5-4292-88e7-464755754cfa node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=dc43052a-99dc-49f3-b0ca-bf0dbbbbdee4, infoPort=35035, infoSecurePort=0, ipcPort=36563, storageInfo=lv=-57;cid=testClusterID;nsid=890900818;c=1731594155590), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:22:37,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a 2024-11-14T14:22:37,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:37,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:22:37,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def with version=8 2024-11-14T14:22:37,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/hbase-staging 2024-11-14T14:22:37,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:22:37,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:37,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38471 2024-11-14T14:22:37,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38471 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:37,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384710x0, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:37,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38471-0x10139b9c8730006 connected 2024-11-14T14:22:37,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:37,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:37,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/running 2024-11-14T14:22:37,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def, hbase.cluster.distributed=false 2024-11-14T14:22:37,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/acl 2024-11-14T14:22:37,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-14T14:22:37,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38471 2024-11-14T14:22:37,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38471 2024-11-14T14:22:37,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-14T14:22:37,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-14T14:22:37,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2cc31459a7:0 server-side Connection retries=45 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:22:37,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:22:37,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33887 2024-11-14T14:22:37,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33887 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:37,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:37,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338870x0, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:37,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33887-0x10139b9c8730007 connected 2024-11-14T14:22:37,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338870x0, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/running 2024-11-14T14:22:37,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:22:37,658 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:22:37,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/master 2024-11-14T14:22:37,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/acl 2024-11-14T14:22:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33887 2024-11-14T14:22:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33887 2024-11-14T14:22:37,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33887 2024-11-14T14:22:37,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33887 2024-11-14T14:22:37,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33887 2024-11-14T14:22:37,678 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2cc31459a7:38471 2024-11-14T14:22:37,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21813605409/backup-masters/6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409/backup-masters 2024-11-14T14:22:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409/backup-masters 2024-11-14T14:22:37,688 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on existing znode=/21813605409/backup-masters/6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21813605409/master 2024-11-14T14:22:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:37,699 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on existing znode=/21813605409/master 2024-11-14T14:22:37,699 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21813605409/backup-masters/6e2cc31459a7,38471,1731594157492 from backup master directory 2024-11-14T14:22:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21813605409/backup-masters/6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409/backup-masters 2024-11-14T14:22:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409/backup-masters 2024-11-14T14:22:37,709 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:37,709 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:37,712 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/hbase.id] with ID: 40d51767-23ad-41b8-b5c4-4ee39db06b48 2024-11-14T14:22:37,712 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/.tmp/hbase.id 2024-11-14T14:22:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:22:38,116 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/.tmp/hbase.id]:[hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/hbase.id] 2024-11-14T14:22:38,122 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:38,122 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:22:38,123 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T14:22:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:22:38,579 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:38,580 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:22:38,581 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:22:38,986 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store 2024-11-14T14:22:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:22:39,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:39,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:39,391 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:39,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:39,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:39,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:39,391 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:39,391 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594159391Disabling compacts and flushes for region at 1731594159391Disabling writes for close at 1731594159391Writing region close event to WAL at 1731594159391Closed at 1731594159391 2024-11-14T14:22:39,392 WARN [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/.initializing 2024-11-14T14:22:39,392 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/WALs/6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:39,393 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:39,394 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2cc31459a7%2C38471%2C1731594157492, suffix=, logDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/WALs/6e2cc31459a7,38471,1731594157492, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/oldWALs, maxLogs=10 2024-11-14T14:22:39,409 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/WALs/6e2cc31459a7,38471,1731594157492/6e2cc31459a7%2C38471%2C1731594157492.1731594159394, exclude list is [], retry=0 2024-11-14T14:22:39,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-31d6d890-598a-4070-8aa2-57bf034b0721,DISK] 2024-11-14T14:22:39,413 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/WALs/6e2cc31459a7,38471,1731594157492/6e2cc31459a7%2C38471%2C1731594157492.1731594159394 2024-11-14T14:22:39,413 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-14T14:22:39,413 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:39,413 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:39,413 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,413 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:22:39,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:22:39,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:22:39,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:22:39,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:39,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:39,419 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,420 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,420 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,421 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,421 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,421 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:39,422 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:22:39,423 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:39,423 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653409, jitterRate=-0.006786808371543884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:39,423 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731594159414Initializing all the Stores at 1731594159414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594159414Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594159414Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594159414Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594159414Cleaning up temporary data from old regions at 1731594159421 (+7 ms)Region opened successfully at 1731594159423 (+2 ms) 2024-11-14T14:22:39,423 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:22:39,425 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c6b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:39,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:22:39,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:22:39,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:22:39,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:22:39,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T14:22:39,426 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T14:22:39,427 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:22:39,428 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:22:39,429 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Unable to get data of znode /21813605409/balancer because node does not exist (not necessarily an error) 2024-11-14T14:22:39,488 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21813605409/balancer already deleted, retry=false 2024-11-14T14:22:39,488 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:22:39,489 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Unable to get data of znode /21813605409/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:22:39,498 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21813605409/normalizer already deleted, retry=false 2024-11-14T14:22:39,498 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:22:39,499 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Unable to get data of znode /21813605409/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:22:39,509 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21813605409/switch/split already deleted, retry=false 2024-11-14T14:22:39,509 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Unable to get data of znode /21813605409/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:22:39,519 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21813605409/switch/merge already deleted, retry=false 2024-11-14T14:22:39,521 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Unable to get data of znode /21813605409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:22:39,530 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21813605409/snapshot-cleanup already deleted, retry=false 2024-11-14T14:22:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21813605409/running 2024-11-14T14:22:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21813605409/running 2024-11-14T14:22:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:39,541 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2cc31459a7,38471,1731594157492, sessionid=0x10139b9c8730006, setting cluster-up flag (Was=false) 2024-11-14T14:22:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:39,593 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21813605409/flush-table-proc/acquired, /21813605409/flush-table-proc/reached, /21813605409/flush-table-proc/abort 2024-11-14T14:22:39,594 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:39,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:39,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:39,819 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21813605409/online-snapshot/acquired, /21813605409/online-snapshot/reached, /21813605409/online-snapshot/abort 2024-11-14T14:22:39,820 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:39,821 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:22:39,822 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:39,823 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:22:39,823 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:22:39,823 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2cc31459a7,38471,1731594157492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2cc31459a7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:39,824 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,825 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594189825 2024-11-14T14:22:39,825 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:22:39,825 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:22:39,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:22:39,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:22:39,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T14:22:39,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:22:39,826 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:22:39,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594159827,5,FailOnTimeoutGroup] 2024-11-14T14:22:39,827 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594159827,5,FailOnTimeoutGroup] 2024-11-14T14:22:39,827 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,827 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:22:39,827 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,827 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:22:39,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:22:39,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def 2024-11-14T14:22:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:22:39,870 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(746): ClusterId : 40d51767-23ad-41b8-b5c4-4ee39db06b48 2024-11-14T14:22:39,871 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:22:39,883 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:22:39,883 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:22:39,893 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:22:39,894 DEBUG [RS:0;6e2cc31459a7:33887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797deaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2cc31459a7/172.17.0.2:0 2024-11-14T14:22:39,904 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2cc31459a7:33887 2024-11-14T14:22:39,904 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:22:39,904 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:22:39,904 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:22:39,905 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2cc31459a7,38471,1731594157492 with port=33887, startcode=1731594157638 2024-11-14T14:22:39,905 DEBUG [RS:0;6e2cc31459a7:33887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:22:39,906 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:22:39,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:39,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] master.ServerManager(517): Registering regionserver=6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:39,907 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def 2024-11-14T14:22:39,907 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40085 2024-11-14T14:22:39,908 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:22:39,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409/rs 2024-11-14T14:22:39,977 DEBUG [RS:0;6e2cc31459a7:33887 {}] zookeeper.ZKUtil(111): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on existing znode=/21813605409/rs/6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:39,977 WARN [RS:0;6e2cc31459a7:33887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:22:39,977 INFO [RS:0;6e2cc31459a7:33887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:39,977 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:39,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2cc31459a7,33887,1731594157638] 2024-11-14T14:22:39,979 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:22:39,981 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:22:39,981 INFO [RS:0;6e2cc31459a7:33887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:22:39,981 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,981 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:22:39,982 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:22:39,982 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2cc31459a7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2cc31459a7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:39,982 DEBUG [RS:0;6e2cc31459a7:33887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2cc31459a7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:22:39,983 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,983 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,983 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,983 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,983 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,983 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33887,1731594157638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:39,996 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:22:39,996 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,33887,1731594157638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,996 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:39,996 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.Replication(171): 6e2cc31459a7,33887,1731594157638 started 2024-11-14T14:22:40,008 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,008 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1482): Serving as 6e2cc31459a7,33887,1731594157638, RpcServer on 6e2cc31459a7/172.17.0.2:33887, sessionid=0x10139b9c8730007 2024-11-14T14:22:40,008 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:22:40,008 DEBUG [RS:0;6e2cc31459a7:33887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:40,008 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,33887,1731594157638' 2024-11-14T14:22:40,008 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21813605409/flush-table-proc/abort' 2024-11-14T14:22:40,009 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21813605409/flush-table-proc/acquired' 2024-11-14T14:22:40,009 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:22:40,009 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:22:40,009 DEBUG [RS:0;6e2cc31459a7:33887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:40,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2cc31459a7,33887,1731594157638' 2024-11-14T14:22:40,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21813605409/online-snapshot/abort' 2024-11-14T14:22:40,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21813605409/online-snapshot/acquired' 2024-11-14T14:22:40,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:22:40,010 INFO [RS:0;6e2cc31459a7:33887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:22:40,010 INFO [RS:0;6e2cc31459a7:33887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:22:40,111 INFO [RS:0;6e2cc31459a7:33887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:22:40,112 INFO [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C33887%2C1731594157638, suffix=, logDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/oldWALs, maxLogs=10 2024-11-14T14:22:40,124 DEBUG [RS:0;6e2cc31459a7:33887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638/6e2cc31459a7%2C33887%2C1731594157638.1731594160112, exclude list is [], retry=0 2024-11-14T14:22:40,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-31d6d890-598a-4070-8aa2-57bf034b0721,DISK] 2024-11-14T14:22:40,128 INFO [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638/6e2cc31459a7%2C33887%2C1731594157638.1731594160112 2024-11-14T14:22:40,128 DEBUG [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-14T14:22:40,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:40,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:40,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:40,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:40,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:40,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:40,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:40,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:40,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:40,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:40,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740 2024-11-14T14:22:40,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740 2024-11-14T14:22:40,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:40,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:40,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:40,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:40,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:40,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73419024, jitterRate=0.09402871131896973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:40,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731594160242Initializing all the Stores at 1731594160242Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594160242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594160242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594160243 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594160243Cleaning up temporary data from old regions at 1731594160249 (+6 ms)Region opened successfully at 1731594160251 (+2 ms) 2024-11-14T14:22:40,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:40,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:40,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:40,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:40,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:40,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594160251Disabling compacts and flushes for region at 1731594160251Disabling writes for close at 1731594160251Writing region close event to WAL at 1731594160252 (+1 ms)Closed at 1731594160252 2024-11-14T14:22:40,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:40,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:22:40,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:22:40,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:40,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:22:40,404 DEBUG [6e2cc31459a7:38471 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:22:40,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:40,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,33887,1731594157638, state=OPENING 2024-11-14T14:22:40,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:22:40,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:40,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:40,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21813605409/meta-region-server: CHANGED 2024-11-14T14:22:40,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21813605409/meta-region-server: CHANGED 2024-11-14T14:22:40,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:22:40,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33887,1731594157638}] 2024-11-14T14:22:40,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:40,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:22:40,622 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:22:40,622 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:40,622 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:22:40,623 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C33887%2C1731594157638.meta, suffix=.meta, logDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/oldWALs, maxLogs=10 2024-11-14T14:22:40,639 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638/6e2cc31459a7%2C33887%2C1731594157638.meta.1731594160623.meta, exclude list is [], retry=0 2024-11-14T14:22:40,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-31d6d890-598a-4070-8aa2-57bf034b0721,DISK] 2024-11-14T14:22:40,642 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638/6e2cc31459a7%2C33887%2C1731594157638.meta.1731594160623.meta 2024-11-14T14:22:40,642 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-14T14:22:40,642 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:40,643 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:40,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:22:40,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:22:40,643 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:22:40,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:22:40,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:40,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:22:40,643 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:22:40,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:22:40,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:22:40,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:22:40,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:22:40,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:22:40,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:22:40,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:22:40,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:22:40,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:22:40,648 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:22:40,648 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740 2024-11-14T14:22:40,649 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740 2024-11-14T14:22:40,650 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:22:40,650 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:22:40,650 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:22:40,651 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:22:40,651 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041606, jitterRate=-0.12021151185035706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:22:40,651 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:22:40,652 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731594160643Writing region info on filesystem at 1731594160643Initializing all the Stores at 1731594160644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594160644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594160644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594160644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731594160644Cleaning up temporary data from old regions at 1731594160650 (+6 ms)Running coprocessor post-open hooks at 1731594160652 (+2 ms)Region opened successfully at 1731594160652 2024-11-14T14:22:40,652 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594160618 2024-11-14T14:22:40,654 DEBUG [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:22:40,654 INFO [RS_OPEN_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:22:40,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:40,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2cc31459a7,33887,1731594157638, state=OPEN 2024-11-14T14:22:40,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21813605409/meta-region-server 2024-11-14T14:22:40,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21813605409/meta-region-server 2024-11-14T14:22:40,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21813605409/meta-region-server: CHANGED 2024-11-14T14:22:40,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:40,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21813605409/meta-region-server: CHANGED 2024-11-14T14:22:40,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:22:40,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2cc31459a7,33887,1731594157638 in 200 msec 2024-11-14T14:22:40,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:22:40,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-14T14:22:40,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:22:40,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:22:40,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:40,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33887,1731594157638, seqNum=-1] 2024-11-14T14:22:40,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:40,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:40,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-14T14:22:40,677 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594160677, completionTime=-1 2024-11-14T14:22:40,677 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:22:40,677 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T14:22:40,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T14:22:40,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594220679 2024-11-14T14:22:40,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594280679 2024-11-14T14:22:40,679 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T14:22:40,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38471,1731594157492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38471,1731594157492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38471,1731594157492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2cc31459a7:38471, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,680 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,681 DEBUG [master/6e2cc31459a7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.974sec 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38471,1731594157492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:22:40,683 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38471,1731594157492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:22:40,685 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:22:40,685 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:22:40,685 INFO [master/6e2cc31459a7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2cc31459a7,38471,1731594157492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:22:40,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:40,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38471,-1 for getting cluster id 2024-11-14T14:22:40,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:40,772 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40d51767-23ad-41b8-b5c4-4ee39db06b48' 2024-11-14T14:22:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40d51767-23ad-41b8-b5c4-4ee39db06b48" 2024-11-14T14:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58178b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38471,-1] 2024-11-14T14:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:40,774 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:40,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:40,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33887,1731594157638, seqNum=-1] 2024-11-14T14:22:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:40,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:40,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:40,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59817 2024-11-14T14:22:40,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:22:40,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10139b9c8730008 connected 2024-11-14T14:22:40,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750d6af2 2024-11-14T14:22:40,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:40,802 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:40,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:22:40,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:22:40,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:40,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:22:40,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:22:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:40,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:22:40,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:40,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:40,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:40,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:41,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90ac873017a4de15090bf9e92383bad2, NAME => 'test,,1731594160802.90ac873017a4de15090bf9e92383bad2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25 2024-11-14T14:22:41,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:22:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:41,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594160802.90ac873017a4de15090bf9e92383bad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:41,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 90ac873017a4de15090bf9e92383bad2, disabling compactions & flushes 2024-11-14T14:22:41,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594160802.90ac873017a4de15090bf9e92383bad2. after waiting 0 ms 2024-11-14T14:22:41,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90ac873017a4de15090bf9e92383bad2: Waiting for close lock at 1731594161616Disabling compacts and flushes for region at 1731594161616Disabling writes for close at 1731594161616Writing region close event to WAL at 1731594161616Closed at 1731594161616 2024-11-14T14:22:41,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:22:41,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594160802.90ac873017a4de15090bf9e92383bad2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594161618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594161618"}]},"ts":"1731594161618"} 2024-11-14T14:22:41,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:22:41,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:22:41,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594161621"}]},"ts":"1731594161621"} 2024-11-14T14:22:41,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:22:41,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90ac873017a4de15090bf9e92383bad2, ASSIGN}] 2024-11-14T14:22:41,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90ac873017a4de15090bf9e92383bad2, ASSIGN 2024-11-14T14:22:41,624 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=90ac873017a4de15090bf9e92383bad2, ASSIGN; state=OFFLINE, location=6e2cc31459a7,34281,1731594147127; forceNewPlan=false, retain=false 2024-11-14T14:22:41,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90ac873017a4de15090bf9e92383bad2, regionState=OPENING, regionLocation=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=90ac873017a4de15090bf9e92383bad2, ASSIGN because future has completed 2024-11-14T14:22:41,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ac873017a4de15090bf9e92383bad2, server=6e2cc31459a7,34281,1731594147127}] 2024-11-14T14:22:41,932 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,932 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90ac873017a4de15090bf9e92383bad2, NAME => 'test,,1731594160802.90ac873017a4de15090bf9e92383bad2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:41,933 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:41,933 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:22:41,933 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,933 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594160802.90ac873017a4de15090bf9e92383bad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:41,933 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,933 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,934 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,935 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ac873017a4de15090bf9e92383bad2 columnFamilyName f 2024-11-14T14:22:41,935 DEBUG [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:41,936 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] regionserver.HStore(327): Store=90ac873017a4de15090bf9e92383bad2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:41,936 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,936 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ac873017a4de15090bf9e92383bad2 columnFamilyName f1 2024-11-14T14:22:41,936 DEBUG [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:41,937 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] regionserver.HStore(327): Store=90ac873017a4de15090bf9e92383bad2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:41,937 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:41,938 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ac873017a4de15090bf9e92383bad2 columnFamilyName norep 2024-11-14T14:22:41,938 DEBUG [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:41,938 INFO [StoreOpener-90ac873017a4de15090bf9e92383bad2-1 {}] regionserver.HStore(327): Store=90ac873017a4de15090bf9e92383bad2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:41,938 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,939 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,939 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,940 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,940 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,940 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:22:41,941 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,942 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:41,943 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90ac873017a4de15090bf9e92383bad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72599570, jitterRate=0.08181789517402649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:22:41,943 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:22:41,943 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90ac873017a4de15090bf9e92383bad2: Running coprocessor pre-open hook at 1731594161933Writing region info on filesystem at 1731594161933Initializing all the Stores at 1731594161934 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594161934Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594161934Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594161934Cleaning up temporary data from old regions at 1731594161940 (+6 ms)Running coprocessor post-open hooks at 1731594161943 (+3 ms)Region opened successfully at 1731594161943 2024-11-14T14:22:41,944 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594160802.90ac873017a4de15090bf9e92383bad2., pid=6, masterSystemTime=1731594161929 2024-11-14T14:22:41,945 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,945 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:22:41,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90ac873017a4de15090bf9e92383bad2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:41,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90ac873017a4de15090bf9e92383bad2, server=6e2cc31459a7,34281,1731594147127 because future has completed 2024-11-14T14:22:41,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:22:41,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90ac873017a4de15090bf9e92383bad2, server=6e2cc31459a7,34281,1731594147127 in 171 msec 2024-11-14T14:22:41,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:22:41,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=90ac873017a4de15090bf9e92383bad2, ASSIGN in 327 msec 2024-11-14T14:22:41,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:22:41,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594161951"}]},"ts":"1731594161951"} 2024-11-14T14:22:41,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:22:41,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:22:41,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-14T14:22:42,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:42,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:22:42,819 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148943 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6e2cc31459a7,37513,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T14:22:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:42,948 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:22:42,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8ed250 2024-11-14T14:22:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:42,950 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:42,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:22:42,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:22:42,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:42,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:22:42,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:22:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:22:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:43,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71fc9e8e5f2b8bcf0ba724641bd847a8, NAME => 'test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c 2024-11-14T14:22:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:22:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:43,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:43,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71fc9e8e5f2b8bcf0ba724641bd847a8, disabling compactions & flushes 2024-11-14T14:22:43,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:43,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:43,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. after waiting 0 ms 2024-11-14T14:22:43,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:43,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:43,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71fc9e8e5f2b8bcf0ba724641bd847a8: Waiting for close lock at 1731594163764Disabling compacts and flushes for region at 1731594163764Disabling writes for close at 1731594163764Writing region close event to WAL at 1731594163764Closed at 1731594163764 2024-11-14T14:22:43,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:22:43,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594163765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594163765"}]},"ts":"1731594163765"} 2024-11-14T14:22:43,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:22:43,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:22:43,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594163767"}]},"ts":"1731594163767"} 2024-11-14T14:22:43,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:22:43,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71fc9e8e5f2b8bcf0ba724641bd847a8, ASSIGN}] 2024-11-14T14:22:43,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71fc9e8e5f2b8bcf0ba724641bd847a8, ASSIGN 2024-11-14T14:22:43,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71fc9e8e5f2b8bcf0ba724641bd847a8, ASSIGN; state=OFFLINE, location=6e2cc31459a7,35173,1731594152095; forceNewPlan=false, retain=false 2024-11-14T14:22:43,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71fc9e8e5f2b8bcf0ba724641bd847a8, regionState=OPENING, regionLocation=6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71fc9e8e5f2b8bcf0ba724641bd847a8, ASSIGN because future has completed 2024-11-14T14:22:43,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71fc9e8e5f2b8bcf0ba724641bd847a8, server=6e2cc31459a7,35173,1731594152095}] 2024-11-14T14:22:44,077 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:44,077 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71fc9e8e5f2b8bcf0ba724641bd847a8, NAME => 'test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:44,077 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:44,077 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:22:44,077 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,078 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:44,078 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,078 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,079 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,079 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71fc9e8e5f2b8bcf0ba724641bd847a8 columnFamilyName f 2024-11-14T14:22:44,079 DEBUG [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:44,080 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] regionserver.HStore(327): Store=71fc9e8e5f2b8bcf0ba724641bd847a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:44,080 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,081 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71fc9e8e5f2b8bcf0ba724641bd847a8 columnFamilyName f1 2024-11-14T14:22:44,081 DEBUG [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:44,081 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] regionserver.HStore(327): Store=71fc9e8e5f2b8bcf0ba724641bd847a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:44,081 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,082 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71fc9e8e5f2b8bcf0ba724641bd847a8 columnFamilyName norep 2024-11-14T14:22:44,082 DEBUG [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:44,082 INFO [StoreOpener-71fc9e8e5f2b8bcf0ba724641bd847a8-1 {}] regionserver.HStore(327): Store=71fc9e8e5f2b8bcf0ba724641bd847a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:44,082 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,083 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,083 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,083 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,084 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,084 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:22:44,085 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,086 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:44,086 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71fc9e8e5f2b8bcf0ba724641bd847a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66736118, jitterRate=-0.0055543482303619385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:22:44,087 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:44,087 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71fc9e8e5f2b8bcf0ba724641bd847a8: Running coprocessor pre-open hook at 1731594164078Writing region info on filesystem at 1731594164078Initializing all the Stores at 1731594164078Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594164078Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594164078Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594164078Cleaning up temporary data from old regions at 1731594164084 (+6 ms)Running coprocessor post-open hooks at 1731594164087 (+3 ms)Region opened successfully at 1731594164087 2024-11-14T14:22:44,087 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8., pid=6, masterSystemTime=1731594164074 2024-11-14T14:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:44,089 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:44,089 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:44,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71fc9e8e5f2b8bcf0ba724641bd847a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71fc9e8e5f2b8bcf0ba724641bd847a8, server=6e2cc31459a7,35173,1731594152095 because future has completed 2024-11-14T14:22:44,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:22:44,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71fc9e8e5f2b8bcf0ba724641bd847a8, server=6e2cc31459a7,35173,1731594152095 in 170 msec 2024-11-14T14:22:44,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:22:44,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71fc9e8e5f2b8bcf0ba724641bd847a8, ASSIGN in 324 msec 2024-11-14T14:22:44,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:22:44,095 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594164095"}]},"ts":"1731594164095"} 2024-11-14T14:22:44,097 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:22:44,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:22:44,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-14T14:22:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:45,099 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:22:45,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2368a63b 2024-11-14T14:22:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:45,101 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:45,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T14:22:45,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:22:45,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:45,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T14:22:45,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:22:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741835_1011 (size=902) 2024-11-14T14:22:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:45,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b945bcb2885df91a3c42e242cda8f80, NAME => 'test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def 2024-11-14T14:22:45,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741836_1012 (size=39) 2024-11-14T14:22:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b945bcb2885df91a3c42e242cda8f80, disabling compactions & flushes 2024-11-14T14:22:45,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. after waiting 0 ms 2024-11-14T14:22:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b945bcb2885df91a3c42e242cda8f80: Waiting for close lock at 1731594165600Disabling compacts and flushes for region at 1731594165600Disabling writes for close at 1731594165600Writing region close event to WAL at 1731594165600Closed at 1731594165600 2024-11-14T14:22:45,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:22:45,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731594165602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594165602"}]},"ts":"1731594165602"} 2024-11-14T14:22:45,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:22:45,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:22:45,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594165606"}]},"ts":"1731594165606"} 2024-11-14T14:22:45,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T14:22:45,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b945bcb2885df91a3c42e242cda8f80, ASSIGN}] 2024-11-14T14:22:45,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b945bcb2885df91a3c42e242cda8f80, ASSIGN 2024-11-14T14:22:45,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b945bcb2885df91a3c42e242cda8f80, ASSIGN; state=OFFLINE, location=6e2cc31459a7,33887,1731594157638; forceNewPlan=false, retain=false 2024-11-14T14:22:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:45,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b945bcb2885df91a3c42e242cda8f80, regionState=OPENING, regionLocation=6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:45,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b945bcb2885df91a3c42e242cda8f80, ASSIGN because future has completed 2024-11-14T14:22:45,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b945bcb2885df91a3c42e242cda8f80, server=6e2cc31459a7,33887,1731594157638}] 2024-11-14T14:22:45,957 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,957 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b945bcb2885df91a3c42e242cda8f80, NAME => 'test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:45,958 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:45,958 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T14:22:45,959 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,959 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:45,960 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,960 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,961 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,962 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b945bcb2885df91a3c42e242cda8f80 columnFamilyName f 2024-11-14T14:22:45,963 DEBUG [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:45,963 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] regionserver.HStore(327): Store=0b945bcb2885df91a3c42e242cda8f80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:45,963 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,964 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b945bcb2885df91a3c42e242cda8f80 columnFamilyName f1 2024-11-14T14:22:45,964 DEBUG [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:45,964 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] regionserver.HStore(327): Store=0b945bcb2885df91a3c42e242cda8f80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:45,964 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,965 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b945bcb2885df91a3c42e242cda8f80 columnFamilyName norep 2024-11-14T14:22:45,965 DEBUG [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:45,965 INFO [StoreOpener-0b945bcb2885df91a3c42e242cda8f80-1 {}] regionserver.HStore(327): Store=0b945bcb2885df91a3c42e242cda8f80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:45,966 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,966 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,967 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,967 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,967 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,968 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:22:45,969 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,971 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:45,971 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b945bcb2885df91a3c42e242cda8f80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73444699, jitterRate=0.09441129863262177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:22:45,971 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:45,971 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b945bcb2885df91a3c42e242cda8f80: Running coprocessor pre-open hook at 1731594165960Writing region info on filesystem at 1731594165960Initializing all the Stores at 1731594165961 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594165961Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594165961Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594165961Cleaning up temporary data from old regions at 1731594165967 (+6 ms)Running coprocessor post-open hooks at 1731594165971 (+4 ms)Region opened successfully at 1731594165971 2024-11-14T14:22:45,974 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80., pid=6, masterSystemTime=1731594165943 2024-11-14T14:22:45,976 DEBUG [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,976 INFO [RS_OPEN_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:45,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b945bcb2885df91a3c42e242cda8f80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:45,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b945bcb2885df91a3c42e242cda8f80, server=6e2cc31459a7,33887,1731594157638 because future has completed 2024-11-14T14:22:45,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:22:45,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b945bcb2885df91a3c42e242cda8f80, server=6e2cc31459a7,33887,1731594157638 in 205 msec 2024-11-14T14:22:45,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:22:45,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b945bcb2885df91a3c42e242cda8f80, ASSIGN in 377 msec 2024-11-14T14:22:45,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:22:45,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594165990"}]},"ts":"1731594165990"} 2024-11-14T14:22:45,992 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T14:22:45,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:22:45,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 892 msec 2024-11-14T14:22:46,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:22:46,239 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T14:22:46,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:46,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,41415,-1 for getting cluster id 2024-11-14T14:22:46,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:46,251 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5588c25-a080-4110-8a6c-27e2e52ab548' 2024-11-14T14:22:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5588c25-a080-4110-8a6c-27e2e52ab548" 2024-11-14T14:22:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b42aeab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,41415,-1] 2024-11-14T14:22:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:46,253 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34048f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:46,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c50218 2024-11-14T14:22:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:46,256 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:46,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6e2cc31459a7:46615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:22:46,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:22:46,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,261 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:46615' 2024-11-14T14:22:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:46,268 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a21ac70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:46,268 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,46615,-1 for getting cluster id 2024-11-14T14:22:46,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:46,269 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96e9867-e459-49f5-b7f2-9327fad02a90' 2024-11-14T14:22:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96e9867-e459-49f5-b7f2-9327fad02a90" 2024-11-14T14:22:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358c7e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,46615,-1] 2024-11-14T14:22:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:46,271 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:46,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf92f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:46,272 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:46,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:46,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a326633 2024-11-14T14:22:46,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:46,274 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:46,275 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T14:22:46,275 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:22:46,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:46,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:46,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:46,275 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:22:46,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,276 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T14:22:46,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:22:46,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:46,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:46,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:22:46,327 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T14:22:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741837_1013 (size=1138) 2024-11-14T14:22:46,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b45f2ba4b9fda7d94beb6ab45d1a49b8, NAME => 'hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25 2024-11-14T14:22:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741838_1014 (size=44) 2024-11-14T14:22:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:46,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:46,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b45f2ba4b9fda7d94beb6ab45d1a49b8, disabling compactions & flushes 2024-11-14T14:22:46,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:46,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:46,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. after waiting 0 ms 2024-11-14T14:22:46,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:46,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:46,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b45f2ba4b9fda7d94beb6ab45d1a49b8: Waiting for close lock at 1731594166787Disabling compacts and flushes for region at 1731594166787Disabling writes for close at 1731594166787Writing region close event to WAL at 1731594166787Closed at 1731594166787 2024-11-14T14:22:46,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:22:46,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731594166788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594166788"}]},"ts":"1731594166788"} 2024-11-14T14:22:46,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:22:46,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:22:46,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594166791"}]},"ts":"1731594166791"} 2024-11-14T14:22:46,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T14:22:46,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b45f2ba4b9fda7d94beb6ab45d1a49b8, ASSIGN}] 2024-11-14T14:22:46,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b45f2ba4b9fda7d94beb6ab45d1a49b8, ASSIGN 2024-11-14T14:22:46,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b45f2ba4b9fda7d94beb6ab45d1a49b8, ASSIGN; state=OFFLINE, location=6e2cc31459a7,34281,1731594147127; forceNewPlan=false, retain=false 2024-11-14T14:22:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:46,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b45f2ba4b9fda7d94beb6ab45d1a49b8, regionState=OPENING, regionLocation=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:46,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b45f2ba4b9fda7d94beb6ab45d1a49b8, ASSIGN because future has completed 2024-11-14T14:22:46,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b45f2ba4b9fda7d94beb6ab45d1a49b8, server=6e2cc31459a7,34281,1731594147127}] 2024-11-14T14:22:47,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:47,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:22:47,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T14:22:47,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6e2cc31459a7%2C34281%2C1731594147127.rep, suffix=, logDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127, archiveDir=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/oldWALs, maxLogs=10 2024-11-14T14:22:47,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594167104, exclude list is [], retry=0 2024-11-14T14:22:47,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:47,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594167104 2024-11-14T14:22:47,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:47,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b45f2ba4b9fda7d94beb6ab45d1a49b8, NAME => 'hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:22:47,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T14:22:47,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:22:47,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. service=MultiRowMutationService 2024-11-14T14:22:47,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T14:22:47,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:22:47,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,128 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,129 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45f2ba4b9fda7d94beb6ab45d1a49b8 columnFamilyName hfileref 2024-11-14T14:22:47,129 DEBUG [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:47,129 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] regionserver.HStore(327): Store=b45f2ba4b9fda7d94beb6ab45d1a49b8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:47,129 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,130 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45f2ba4b9fda7d94beb6ab45d1a49b8 columnFamilyName queue 2024-11-14T14:22:47,131 DEBUG [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:47,131 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] regionserver.HStore(327): Store=b45f2ba4b9fda7d94beb6ab45d1a49b8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:47,131 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,132 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45f2ba4b9fda7d94beb6ab45d1a49b8 columnFamilyName sid 2024-11-14T14:22:47,132 DEBUG [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:22:47,132 INFO [StoreOpener-b45f2ba4b9fda7d94beb6ab45d1a49b8-1 {}] regionserver.HStore(327): Store=b45f2ba4b9fda7d94beb6ab45d1a49b8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:22:47,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:22:47,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:22:47,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b45f2ba4b9fda7d94beb6ab45d1a49b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62966970, jitterRate=-0.061719030141830444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:22:47,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:22:47,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b45f2ba4b9fda7d94beb6ab45d1a49b8: Running coprocessor pre-open hook at 1731594167123Writing region info on filesystem at 1731594167123Initializing all the Stores at 1731594167124 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594167124Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594167127 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731594167127Cleaning up temporary data from old regions at 1731594167134 (+7 ms)Running coprocessor post-open hooks at 1731594167137 (+3 ms)Region opened successfully at 1731594167137 2024-11-14T14:22:47,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8., pid=10, masterSystemTime=1731594167098 2024-11-14T14:22:47,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:47,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:22:47,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b45f2ba4b9fda7d94beb6ab45d1a49b8, regionState=OPEN, openSeqNum=2, regionLocation=6e2cc31459a7,34281,1731594147127 2024-11-14T14:22:47,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b45f2ba4b9fda7d94beb6ab45d1a49b8, server=6e2cc31459a7,34281,1731594147127 because future has completed 2024-11-14T14:22:47,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:22:47,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b45f2ba4b9fda7d94beb6ab45d1a49b8, server=6e2cc31459a7,34281,1731594147127 in 196 msec 2024-11-14T14:22:47,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T14:22:47,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b45f2ba4b9fda7d94beb6ab45d1a49b8, ASSIGN in 351 msec 2024-11-14T14:22:47,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:22:47,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594167145"}]},"ts":"1731594167145"} 2024-11-14T14:22:47,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T14:22:47,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:22:47,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 871 msec 2024-11-14T14:22:47,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2] 2024-11-14T14:22:47,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:47,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:22:47,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:22:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:47,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T14:22:47,431 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T14:22:47,475 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6e2cc31459a7,34281,1731594147127, ReplicationSource: 1, currentBandwidth=0 2024-11-14T14:22:47,475 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:47,476 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34281,1731594147127, seqNum=-1] 2024-11-14T14:22:47,476 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:47,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T14:22:47,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6e2cc31459a7,34281,1731594147127', locateType=CURRENT is [region=hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2] 2024-11-14T14:22:47,481 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T14:22:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T14:22:47,483 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6e2cc31459a7,34281,1731594147127 suceeded 2024-11-14T14:22:47,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T14:22:47,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-14T14:22:47,488 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6e2cc31459a7:46615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:22:47,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2320 sec 2024-11-14T14:22:47,498 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:46615' 2024-11-14T14:22:47,500 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cc9ccd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:47,500 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,46615,-1 for getting cluster id 2024-11-14T14:22:47,500 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:47,501 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96e9867-e459-49f5-b7f2-9327fad02a90' 2024-11-14T14:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96e9867-e459-49f5-b7f2-9327fad02a90" 2024-11-14T14:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fac07c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,46615,-1] 2024-11-14T14:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:47,502 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:47,503 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a1df91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:47,503 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7698b3fd 2024-11-14T14:22:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:47,504 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T14:22:47,505 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6e2cc31459a7,34281,1731594147127 (queues=1) is replicating from cluster=e5588c25-a080-4110-8a6c-27e2e52ab548 to cluster=d96e9867-e459-49f5-b7f2-9327fad02a90 2024-11-14T14:22:47,505 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6e2cc31459a7%2C34281%2C1731594147127 2024-11-14T14:22:47,505 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6e2cc31459a7,34281,1731594147127, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:22:47,506 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C34281%2C1731594147127 2024-11-14T14:22:47,506 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929, startPosition=0, beingWritten=true 2024-11-14T14:22:47,513 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:22:47,513 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 379, reset compression=false 2024-11-14T14:22:47,513 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:22:47,721 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 379, reset compression=false 2024-11-14T14:22:48,024 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 379, reset compression=false 2024-11-14T14:22:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T14:22:48,408 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T14:22:48,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:48,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:48,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:48,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:48,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:48,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,41415,-1 for getting cluster id 2024-11-14T14:22:48,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:48,410 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5588c25-a080-4110-8a6c-27e2e52ab548' 2024-11-14T14:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5588c25-a080-4110-8a6c-27e2e52ab548" 2024-11-14T14:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5f74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,41415,-1] 2024-11-14T14:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:48,411 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e4afbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,46615,-1 for getting cluster id 2024-11-14T14:22:48,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:48,412 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96e9867-e459-49f5-b7f2-9327fad02a90' 2024-11-14T14:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96e9867-e459-49f5-b7f2-9327fad02a90" 2024-11-14T14:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a68113b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,46615,-1] 2024-11-14T14:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:48,413 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:48,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529ce858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38471,-1 for getting cluster id 2024-11-14T14:22:48,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:48,414 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40d51767-23ad-41b8-b5c4-4ee39db06b48' 2024-11-14T14:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40d51767-23ad-41b8-b5c4-4ee39db06b48" 2024-11-14T14:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38471,-1] 2024-11-14T14:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:48,415 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f240f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:48,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:48,421 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731594168420/Put/seqid=0 2024-11-14T14:22:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741840_1016 (size=7894) 2024-11-14T14:22:48,427 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 379, reset compression=false 2024-11-14T14:22:48,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:22:48,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731594168826/Put/seqid=0 2024-11-14T14:22:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741841_1017 (size=7691) 2024-11-14T14:22:48,936 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 379, reset compression=false 2024-11-14T14:22:49,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:49,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,41415,-1 for getting cluster id 2024-11-14T14:22:49,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:49,230 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5588c25-a080-4110-8a6c-27e2e52ab548' 2024-11-14T14:22:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5588c25-a080-4110-8a6c-27e2e52ab548" 2024-11-14T14:22:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b57bb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,41415,-1] 2024-11-14T14:22:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:49,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:49,231 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:49,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:49,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34281,1731594147127, seqNum=-1] 2024-11-14T14:22:49,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:49,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:49,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26402bb8 2024-11-14T14:22:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:49,240 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2] 2024-11-14T14:22:49,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:22:49,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T14:22:49,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T14:22:49,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T14:22:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:49,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T14:22:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(2603): Flush status journal for 90ac873017a4de15090bf9e92383bad2: 2024-11-14T14:22:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_0 2024-11-14T14:22:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_0 as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ 2024-11-14T14:22:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_1 2024-11-14T14:22:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_1 as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ 2024-11-14T14:22:49,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_0 into 90ac873017a4de15090bf9e92383bad2/f as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ - updating store file list. 2024-11-14T14:22:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24fed09b9f784178bccad01fc4316c5a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:49,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ into 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:49,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_0 into 90ac873017a4de15090bf9e92383bad2/f (new location: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_) 2024-11-14T14:22:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_0 2024-11-14T14:22:49,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_1 into 90ac873017a4de15090bf9e92383bad2/f as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ - updating store file list. 2024-11-14T14:22:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f21fc5d97575466bb5d17f7c16e04136_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:49,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ into 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:49,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_1 into 90ac873017a4de15090bf9e92383bad2/f (new location: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_) 2024-11-14T14:22:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l7ddmgnmr7b2o2b0km0adqojg9u00m39rg5d49m74voil0deuskulmgvgt654d7n/f/hfile_1 2024-11-14T14:22:49,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:49,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:49,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:49,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:49,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2 , the old value is region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6e2cc31459a7:34281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:22:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:22:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2 from cache 2024-11-14T14:22:49,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:49,279 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T14:22:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35173,1731594152095, seqNum=-1] 2024-11-14T14:22:49,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:49,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8., hostname=6e2cc31459a7,35173,1731594152095, seqNum=2] 2024-11-14T14:22:49,283 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:22:49,388 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:34281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T14:22:49,539 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 379, reset compression=false 2024-11-14T14:22:49,543 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:49,543 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[{test/90ac873017a4de15090bf9e92383bad2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594169276/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T14:22:49,545 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:49,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T14:22:49,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(318): Replicating [e5588c25-a080-4110-8a6c-27e2e52ab548] bulk loaded data 2024-11-14T14:22:49,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f79ff69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:49,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,46615,-1 for getting cluster id 2024-11-14T14:22:49,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:49,547 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96e9867-e459-49f5-b7f2-9327fad02a90' 2024-11-14T14:22:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96e9867-e459-49f5-b7f2-9327fad02a90" 2024-11-14T14:22:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd39a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,46615,-1] 2024-11-14T14:22:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:49,548 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:49,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f543012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741837_1013 (size=7894) 2024-11-14T14:22:49,743 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 687, reset compression=false 2024-11-14T14:22:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741838_1014 (size=7691) 2024-11-14T14:22:50,046 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 687, reset compression=false 2024-11-14T14:22:50,285 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:22:50,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec960b7 2024-11-14T14:22:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:50,363 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T14:22:50,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:22:50,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:50,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,35173,1731594152095, seqNum=-1] 2024-11-14T14:22:50,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:50,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T14:22:50,371 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T14:22:50,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T14:22:50,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ for inclusion in 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T14:22:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:50,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ for inclusion in 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T14:22:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegion(2603): Flush status journal for 71fc9e8e5f2b8bcf0ba724641bd847a8: 2024-11-14T14:22:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 24fed09b9f784178bccad01fc4316c5a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:22:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/dc73ec8ca8784da2b2c530992086b337_SeqId_4_ 2024-11-14T14:22:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:22:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/a22cf350976542418dd7930a48a568c8_SeqId_4_ 2024-11-14T14:22:50,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/dc73ec8ca8784da2b2c530992086b337_SeqId_4_ - updating store file list. 2024-11-14T14:22:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc73ec8ca8784da2b2c530992086b337_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:50,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/dc73ec8ca8784da2b2c530992086b337_SeqId_4_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:50,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f (new location: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/dc73ec8ca8784da2b2c530992086b337_SeqId_4_) 2024-11-14T14:22:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/24fed09b9f784178bccad01fc4316c5a_SeqId_4_ 2024-11-14T14:22:50,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/a22cf350976542418dd7930a48a568c8_SeqId_4_ - updating store file list. 2024-11-14T14:22:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a22cf350976542418dd7930a48a568c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:50,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/a22cf350976542418dd7930a48a568c8_SeqId_4_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:50,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f (new location: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/a22cf350976542418dd7930a48a568c8_SeqId_4_) 2024-11-14T14:22:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__pi1re7nlt6u09jqdbo4mb6u0vaa41tdftck7tah076s11ap91e79avdg642pk4fh/f/f21fc5d97575466bb5d17f7c16e04136_SeqId_4_ 2024-11-14T14:22:50,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(324): Finished replicating [e5588c25-a080-4110-8a6c-27e2e52ab548] bulk loaded data 2024-11-14T14:22:50,450 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 687, reset compression=false 2024-11-14T14:22:50,953 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 687, reset compression=false 2024-11-14T14:22:51,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33887,1731594157638, seqNum=-1] 2024-11-14T14:22:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:51,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80., hostname=6e2cc31459a7,33887,1731594157638, seqNum=2] 2024-11-14T14:22:51,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:51,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:22:51,301 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2cc31459a7%2C34281%2C1731594147127.rep:(num 1731594167104) roll requested 2024-11-14T14:22:51,313 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594171301, exclude list is [], retry=0 2024-11-14T14:22:51,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:51,316 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594167104 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594171301 2024-11-14T14:22:51,317 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:51,317 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594167104 is not closed yet, will try archiving it next time 2024-11-14T14:22:51,317 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2cc31459a7%2C34281%2C1731594147127:(num 1731594148929) roll requested 2024-11-14T14:22:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741839_1015 (size=1505) 2024-11-14T14:22:51,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.rep.1731594167104 not finished, retry = 0 2024-11-14T14:22:51,329 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, exclude list is [], retry=0 2024-11-14T14:22:51,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:51,333 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 2024-11-14T14:22:51,333 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:51,333 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 is not closed yet, will try archiving it next time 2024-11-14T14:22:51,333 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6e2cc31459a7%2C34281%2C1731594147127.meta:.meta(num 1731594149941) roll requested 2024-11-14T14:22:51,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741832_1008 (size=695) 2024-11-14T14:22:51,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 not finished, retry = 0 2024-11-14T14:22:51,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,41415,-1 for getting cluster id 2024-11-14T14:22:51,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:51,335 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5588c25-a080-4110-8a6c-27e2e52ab548' 2024-11-14T14:22:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5588c25-a080-4110-8a6c-27e2e52ab548" 2024-11-14T14:22:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd786df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,41415,-1] 2024-11-14T14:22:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,337 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad82254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b214e4e 2024-11-14T14:22:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:51,339 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:51,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6e2cc31459a7:38471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T14:22:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T14:22:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:22:51,342 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:38471' 2024-11-14T14:22:51,344 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7ea709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,344 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38471,-1 for getting cluster id 2024-11-14T14:22:51,344 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:51,345 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40d51767-23ad-41b8-b5c4-4ee39db06b48' 2024-11-14T14:22:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40d51767-23ad-41b8-b5c4-4ee39db06b48" 2024-11-14T14:22:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee9f93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38471,-1] 2024-11-14T14:22:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,346 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf97dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,347 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:51,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:51,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9e1163 2024-11-14T14:22:51,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:51,348 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:51,348 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T14:22:51,348 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T14:22:51,348 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,348 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:51,350 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.meta.1731594171334.meta, exclude list is [], retry=0 2024-11-14T14:22:51,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-6f53afb2-f14e-44da-88d1-95b1f7867ba4,DISK] 2024-11-14T14:22:51,354 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.meta.1731594149941.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.meta.1731594171334.meta 2024-11-14T14:22:51,354 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36713:36713)] 2024-11-14T14:22:51,354 DEBUG [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.meta.1731594149941.meta is not closed yet, will try archiving it next time 2024-11-14T14:22:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741834_1010 (size=3473) 2024-11-14T14:22:51,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T14:22:51,436 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/oldWALs/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 2024-11-14T14:22:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:22:51,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T14:22:51,530 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T14:22:51,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:51,556 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 to pos 687, reset compression=false 2024-11-14T14:22:51,563 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 was moved to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/oldWALs/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 2024-11-14T14:22:51,564 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929 2024-11-14T14:22:51,565 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594148929, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T14:22:51,565 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, startPosition=0, beingWritten=true 2024-11-14T14:22:51,565 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6e2cc31459a7,34281,1731594147127, ReplicationSource: 2, currentBandwidth=0 2024-11-14T14:22:51,567 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6e2cc31459a7%2C34281%2C1731594147127.1731594148929] 2024-11-14T14:22:51,572 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T14:22:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T14:22:51,574 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6e2cc31459a7,34281,1731594147127 suceeded 2024-11-14T14:22:51,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T14:22:51,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-14T14:22:51,576 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6e2cc31459a7:38471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T14:22:51,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 237 msec 2024-11-14T14:22:51,587 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6e2cc31459a7:38471' 2024-11-14T14:22:51,588 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ee9827d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,588 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38471,-1 for getting cluster id 2024-11-14T14:22:51,588 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:51,588 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40d51767-23ad-41b8-b5c4-4ee39db06b48' 2024-11-14T14:22:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40d51767-23ad-41b8-b5c4-4ee39db06b48" 2024-11-14T14:22:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665e50f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38471,-1] 2024-11-14T14:22:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:51,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,589 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:51,590 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24455d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:51,590 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@287fd521 2024-11-14T14:22:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:51,591 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T14:22:51,592 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6e2cc31459a7,34281,1731594147127 (queues=1) is replicating from cluster=e5588c25-a080-4110-8a6c-27e2e52ab548 to cluster=40d51767-23ad-41b8-b5c4-4ee39db06b48 2024-11-14T14:22:51,592 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6e2cc31459a7%2C34281%2C1731594147127 2024-11-14T14:22:51,592 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6e2cc31459a7,34281,1731594147127, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T14:22:51,592 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, startPosition=0, beingWritten=true 2024-11-14T14:22:51,596 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6e2cc31459a7%2C34281%2C1731594147127 2024-11-14T14:22:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T14:22:51,659 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T14:22:51,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:51,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:51,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:51,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:22:51,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:51,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731594171669/Put/seqid=0 2024-11-14T14:22:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741845_1021 (size=11194) 2024-11-14T14:22:51,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731594171689/Put/seqid=0 2024-11-14T14:22:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741846_1022 (size=10791) 2024-11-14T14:22:51,798 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 0, reset compression=false 2024-11-14T14:22:52,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:52,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,41415,-1 for getting cluster id 2024-11-14T14:22:52,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:52,103 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5588c25-a080-4110-8a6c-27e2e52ab548' 2024-11-14T14:22:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5588c25-a080-4110-8a6c-27e2e52ab548" 2024-11-14T14:22:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257f8356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,41415,-1] 2024-11-14T14:22:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:52,105 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:52,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:52,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,34281,1731594147127, seqNum=-1] 2024-11-14T14:22:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:52,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:22:52,111 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 0, reset compression=false 2024-11-14T14:22:52,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,41415,1731594146931 2024-11-14T14:22:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f40da2c 2024-11-14T14:22:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:52,131 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:22:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2] 2024-11-14T14:22:52,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:22:52,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T14:22:52,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T14:22:52,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T14:22:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:52,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T14:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(2603): Flush status journal for 90ac873017a4de15090bf9e92383bad2: 2024-11-14T14:22:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_1 2024-11-14T14:22:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_1 as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ 2024-11-14T14:22:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_0 2024-11-14T14:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_0 as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ 2024-11-14T14:22:52,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_1 into 90ac873017a4de15090bf9e92383bad2/f as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ - updating store file list. 2024-11-14T14:22:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:52,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ into 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:52,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_1 into 90ac873017a4de15090bf9e92383bad2/f (new location: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_) 2024-11-14T14:22:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_1 2024-11-14T14:22:52,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_0 into 90ac873017a4de15090bf9e92383bad2/f as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ - updating store file list. 2024-11-14T14:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a256676f7ccd42be854f175fe3ae75d0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:52,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ into 90ac873017a4de15090bf9e92383bad2/f 2024-11-14T14:22:52,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_0 into 90ac873017a4de15090bf9e92383bad2/f (new location: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_) 2024-11-14T14:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/staging/jenkins__test__l6fd4fo4hk32fhobamomhjqmrb8f75c5rcg1lsgif4hf3i7vpbnk3ufabo35l60q/f/hfile_0 2024-11-14T14:22:52,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:52,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:52,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:52,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:52,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2 , the old value is region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6e2cc31459a7:34281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:22:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T14:22:52,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., hostname=6e2cc31459a7,34281,1731594147127, seqNum=2 from cache 2024-11-14T14:22:52,207 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T14:22:52,209 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:22:52,276 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 0, reset compression=false 2024-11-14T14:22:52,281 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:52,281 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[{test/90ac873017a4de15090bf9e92383bad2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594172203/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T14:22:52,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(318): Replicating [e5588c25-a080-4110-8a6c-27e2e52ab548] bulk loaded data 2024-11-14T14:22:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741839_1015 (size=10791) 2024-11-14T14:22:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741840_1016 (size=11194) 2024-11-14T14:22:52,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:34281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T14:22:52,481 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:52,538 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 0, reset compression=false 2024-11-14T14:22:52,543 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T14:22:52,543 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[{test/90ac873017a4de15090bf9e92383bad2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731594172203/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T14:22:52,544 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:22:52,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T14:22:52,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.ReplicationSink(318): Replicating [e5588c25-a080-4110-8a6c-27e2e52ab548] bulk loaded data 2024-11-14T14:22:52,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44dd2123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:52,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] client.ClusterIdFetcher(90): Going to request 6e2cc31459a7,38471,-1 for getting cluster id 2024-11-14T14:22:52,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:22:52,547 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40d51767-23ad-41b8-b5c4-4ee39db06b48' 2024-11-14T14:22:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:22:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40d51767-23ad-41b8-b5c4-4ee39db06b48" 2024-11-14T14:22:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72de83e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2cc31459a7,38471,-1] 2024-11-14T14:22:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:22:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:52,548 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:22:52,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98b3247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:22:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741837_1013 (size=10791) 2024-11-14T14:22:52,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:22:52,709 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T14:22:52,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T14:22:52,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ for inclusion in 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T14:22:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:52,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ for inclusion in 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T14:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegion(2603): Flush status journal for 71fc9e8e5f2b8bcf0ba724641bd847a8: 2024-11-14T14:22:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:22:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/237259bfd67d4065bdf38bbd1be3140f_SeqId_6_ 2024-11-14T14:22:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:22:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/d38630e7d7bc4fcdb899bddac10954b3_SeqId_6_ 2024-11-14T14:22:52,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/237259bfd67d4065bdf38bbd1be3140f_SeqId_6_ - updating store file list. 2024-11-14T14:22:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 237259bfd67d4065bdf38bbd1be3140f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:52,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/237259bfd67d4065bdf38bbd1be3140f_SeqId_6_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:52,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f (new location: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/237259bfd67d4065bdf38bbd1be3140f_SeqId_6_) 2024-11-14T14:22:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ 2024-11-14T14:22:52,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/d38630e7d7bc4fcdb899bddac10954b3_SeqId_6_ - updating store file list. 2024-11-14T14:22:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d38630e7d7bc4fcdb899bddac10954b3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:52,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/d38630e7d7bc4fcdb899bddac10954b3_SeqId_6_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f 2024-11-14T14:22:52,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ into 71fc9e8e5f2b8bcf0ba724641bd847a8/f (new location: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/f/d38630e7d7bc4fcdb899bddac10954b3_SeqId_6_) 2024-11-14T14:22:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/staging/jenkins.hfs.22__test__kqq8d2l49p1525ut1ci380utd2om9vsjvsqeqr7aqkajb8s1egv62vuoc67u8c51/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ 2024-11-14T14:22:52,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.ReplicationSink(324): Finished replicating [e5588c25-a080-4110-8a6c-27e2e52ab548] bulk loaded data 2024-11-14T14:22:52,743 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:52,784 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:52,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T14:22:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741838_1014 (size=11194) 2024-11-14T14:22:53,046 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:53,187 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:53,219 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T14:22:53,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:22:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d50e2e8 2024-11-14T14:22:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:22:53,384 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T14:22:53,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T14:22:53,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:22:53,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2cc31459a7,33887,1731594157638, seqNum=-1] 2024-11-14T14:22:53,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:22:53,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T14:22:53,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T14:22:53,409 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T14:22:53,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ for inclusion in 0b945bcb2885df91a3c42e242cda8f80/f 2024-11-14T14:22:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T14:22:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:53,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ for inclusion in 0b945bcb2885df91a3c42e242cda8f80/f 2024-11-14T14:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T14:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HRegion(2603): Flush status journal for 0b945bcb2885df91a3c42e242cda8f80: 2024-11-14T14:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:22:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/5c349ee1d83148acad9662cef809f94f_SeqId_4_ 2024-11-14T14:22:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T14:22:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/ee9d6909087e425bbc2755847b1b1696_SeqId_4_ 2024-11-14T14:22:53,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ into 0b945bcb2885df91a3c42e242cda8f80/f as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/5c349ee1d83148acad9662cef809f94f_SeqId_4_ - updating store file list. 2024-11-14T14:22:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c349ee1d83148acad9662cef809f94f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:53,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/5c349ee1d83148acad9662cef809f94f_SeqId_4_ into 0b945bcb2885df91a3c42e242cda8f80/f 2024-11-14T14:22:53,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ into 0b945bcb2885df91a3c42e242cda8f80/f (new location: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/5c349ee1d83148acad9662cef809f94f_SeqId_4_) 2024-11-14T14:22:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/40eb798d481b40f39d6522c5d7dee8ec_SeqId_6_ 2024-11-14T14:22:53,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ into 0b945bcb2885df91a3c42e242cda8f80/f as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/ee9d6909087e425bbc2755847b1b1696_SeqId_4_ - updating store file list. 2024-11-14T14:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee9d6909087e425bbc2755847b1b1696_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:22:53,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/ee9d6909087e425bbc2755847b1b1696_SeqId_4_ into 0b945bcb2885df91a3c42e242cda8f80/f 2024-11-14T14:22:53,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ into 0b945bcb2885df91a3c42e242cda8f80/f (new location: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/f/ee9d6909087e425bbc2755847b1b1696_SeqId_4_) 2024-11-14T14:22:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/staging/jenkins.hfs.23__test__ao0p8qvn82njai0alrb9dbeo6mcvfl8kvqlkjbmsgqo1t7hfiiban321sk2getp/f/a256676f7ccd42be854f175fe3ae75d0_SeqId_6_ 2024-11-14T14:22:53,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33887 {}] regionserver.ReplicationSink(324): Finished replicating [e5588c25-a080-4110-8a6c-27e2e52ab548] bulk loaded data 2024-11-14T14:22:53,455 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:53,691 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:53,983 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:54,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:22:54,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:54,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:54,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:54,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:54,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:54,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:22:54,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1202105428, stopped=false 2024-11-14T14:22:54,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,38471,1731594157492 2024-11-14T14:22:54,294 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21813605409/running 2024-11-14T14:22:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21813605409/running 2024-11-14T14:22:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:54,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:54,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/running 2024-11-14T14:22:54,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Set watcher on znode that does not yet exist, /21813605409/running 2024-11-14T14:22:54,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:54,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:54,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:54,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,33887,1731594157638' ***** 2024-11-14T14:22:54,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:22:54,299 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:22:54,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:22:54,299 INFO [RS:0;6e2cc31459a7:33887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:22:54,299 INFO [RS:0;6e2cc31459a7:33887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:22:54,299 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b945bcb2885df91a3c42e242cda8f80 2024-11-14T14:22:54,299 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:54,299 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:54,300 INFO [RS:0;6e2cc31459a7:33887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:33887. 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b945bcb2885df91a3c42e242cda8f80, disabling compactions & flushes 2024-11-14T14:22:54,300 DEBUG [RS:0;6e2cc31459a7:33887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:54,300 DEBUG [RS:0;6e2cc31459a7:33887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:54,300 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. after waiting 0 ms 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:54,300 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:22:54,300 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:22:54,300 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:22:54,300 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:22:54,300 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:22:54,300 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0b945bcb2885df91a3c42e242cda8f80=test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80.} 2024-11-14T14:22:54,300 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 0b945bcb2885df91a3c42e242cda8f80, 1588230740 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:54,300 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:54,300 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:54,300 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T14:22:54,303 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/default/test/0b945bcb2885df91a3c42e242cda8f80/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T14:22:54,304 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:54,304 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:54,304 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:54,304 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b945bcb2885df91a3c42e242cda8f80: Waiting for close lock at 1731594174300Running coprocessor pre-close hooks at 1731594174300Disabling compacts and flushes for region at 1731594174300Disabling writes for close at 1731594174300Writing region close event to WAL at 1731594174301 (+1 ms)Running coprocessor post-close hooks at 1731594174304 (+3 ms)Closed at 1731594174304 2024-11-14T14:22:54,304 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80. 2024-11-14T14:22:54,317 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/info/d92dcb9fc2e14349ade5e6af656a7023 is 129, key is test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80./info:regioninfo/1731594165976/Put/seqid=0 2024-11-14T14:22:54,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741839_1015 (size=6421) 2024-11-14T14:22:54,393 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:54,500 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:54,587 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:54,701 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:54,722 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/info/d92dcb9fc2e14349ade5e6af656a7023 2024-11-14T14:22:54,753 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/ns/4c438da9a7cb4aaf88ccff264607d111 is 43, key is default/ns:d/1731594160674/Put/seqid=0 2024-11-14T14:22:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741840_1016 (size=5153) 2024-11-14T14:22:54,771 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/ns/4c438da9a7cb4aaf88ccff264607d111 2024-11-14T14:22:54,827 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/rep_barrier/c4c597ae116a4b7382fff83fb209867d is 112, key is test,,1731594165101.0b945bcb2885df91a3c42e242cda8f80./rep_barrier:seqnumDuringOpen/1731594165976/Put/seqid=0 2024-11-14T14:22:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741841_1017 (size=5518) 2024-11-14T14:22:54,901 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:54,998 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:55,056 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:22:55,057 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:22:55,101 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:55,282 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/rep_barrier/c4c597ae116a4b7382fff83fb209867d 2024-11-14T14:22:55,291 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:55,301 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:22:55,301 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:22:55,302 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:55,325 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/table/0e32624d0e594c9e85f48f4ba3c9f2f5 is 40, key is test/table:state/1731594165990/Put/seqid=0 2024-11-14T14:22:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741842_1018 (size=5165) 2024-11-14T14:22:55,502 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:55,702 DEBUG [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:55,774 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/table/0e32624d0e594c9e85f48f4ba3c9f2f5 2024-11-14T14:22:55,778 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/info/d92dcb9fc2e14349ade5e6af656a7023 as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/info/d92dcb9fc2e14349ade5e6af656a7023 2024-11-14T14:22:55,781 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/info/d92dcb9fc2e14349ade5e6af656a7023, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T14:22:55,781 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/ns/4c438da9a7cb4aaf88ccff264607d111 as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/ns/4c438da9a7cb4aaf88ccff264607d111 2024-11-14T14:22:55,784 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/ns/4c438da9a7cb4aaf88ccff264607d111, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:22:55,785 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/rep_barrier/c4c597ae116a4b7382fff83fb209867d as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/rep_barrier/c4c597ae116a4b7382fff83fb209867d 2024-11-14T14:22:55,787 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/rep_barrier/c4c597ae116a4b7382fff83fb209867d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T14:22:55,788 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/.tmp/table/0e32624d0e594c9e85f48f4ba3c9f2f5 as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/table/0e32624d0e594c9e85f48f4ba3c9f2f5 2024-11-14T14:22:55,791 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/table/0e32624d0e594c9e85f48f4ba3c9f2f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:22:55,792 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1492ms, sequenceid=11, compaction requested=false 2024-11-14T14:22:55,796 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:22:55,796 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:55,796 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:22:55,796 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:55,796 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594174300Running coprocessor pre-close hooks at 1731594174300Disabling compacts and flushes for region at 1731594174300Disabling writes for close at 1731594174300Obtaining lock to block concurrent updates at 1731594174300Preparing flush snapshotting stores in 1588230740 at 1731594174300Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731594174301 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731594174301Flushing 1588230740/info: creating writer at 1731594174301Flushing 1588230740/info: appending metadata at 1731594174317 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731594174317Flushing 1588230740/ns: creating writer at 1731594174731 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731594174752 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731594174752Flushing 1588230740/rep_barrier: creating writer at 1731594174775 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594174826 (+51 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594174826Flushing 1588230740/table: creating writer at 1731594175288 (+462 ms)Flushing 1588230740/table: appending metadata at 1731594175325 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731594175325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4349a9: reopening flushed file at 1731594175777 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b0cd00: reopening flushed file at 1731594175781 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a05b82: reopening flushed file at 1731594175784 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c25ae72: reopening flushed file at 1731594175787 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1492ms, sequenceid=11, compaction requested=false at 1731594175792 (+5 ms)Writing region close event to WAL at 1731594175793 (+1 ms)Running coprocessor post-close hooks at 1731594175796 (+3 ms)Closed at 1731594175796 2024-11-14T14:22:55,797 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:55,833 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:55,902 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,33887,1731594157638; all regions closed. 2024-11-14T14:22:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741834_1010 (size=2717) 2024-11-14T14:22:55,905 DEBUG [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/oldWALs 2024-11-14T14:22:55,905 INFO [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C33887%2C1731594157638.meta:.meta(num 1731594160623) 2024-11-14T14:22:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741833_1009 (size=1028) 2024-11-14T14:22:55,907 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/WALs/6e2cc31459a7,33887,1731594157638/6e2cc31459a7%2C33887%2C1731594157638.1731594160112 not finished, retry = 0 2024-11-14T14:22:56,009 DEBUG [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/oldWALs 2024-11-14T14:22:56,009 INFO [RS:0;6e2cc31459a7:33887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C33887%2C1731594157638:(num 1731594160112) 2024-11-14T14:22:56,009 DEBUG [RS:0;6e2cc31459a7:33887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:56,009 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:56,009 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:56,009 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:56,009 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:56,010 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:56,010 INFO [RS:0;6e2cc31459a7:33887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:33887. 2024-11-14T14:22:56,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:56,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:56,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:56,010 DEBUG [RS:0;6e2cc31459a7:33887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:56,010 INFO [RS:0;6e2cc31459a7:33887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33887 2024-11-14T14:22:56,018 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21813605409/rs/6e2cc31459a7,33887,1731594157638 2024-11-14T14:22:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409/rs 2024-11-14T14:22:56,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,33887,1731594157638] 2024-11-14T14:22:56,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21813605409/draining/6e2cc31459a7,33887,1731594157638 already deleted, retry=false 2024-11-14T14:22:56,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,33887,1731594157638 expired; onlineServers=0 2024-11-14T14:22:56,039 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,38471,1731594157492' ***** 2024-11-14T14:22:56,039 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:22:56,040 INFO [M:0;6e2cc31459a7:38471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:56,040 INFO [M:0;6e2cc31459a7:38471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:56,040 DEBUG [M:0;6e2cc31459a7:38471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:22:56,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:22:56,040 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594159827 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594159827,5,FailOnTimeoutGroup] 2024-11-14T14:22:56,040 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594159827 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594159827,5,FailOnTimeoutGroup] 2024-11-14T14:22:56,040 DEBUG [M:0;6e2cc31459a7:38471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:22:56,040 INFO [M:0;6e2cc31459a7:38471 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:56,040 INFO [M:0;6e2cc31459a7:38471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:56,040 DEBUG [M:0;6e2cc31459a7:38471 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:22:56,040 INFO [M:0;6e2cc31459a7:38471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:22:56,041 INFO [M:0;6e2cc31459a7:38471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:56,041 INFO [M:0;6e2cc31459a7:38471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:22:56,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:22:56,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21813605409/master 2024-11-14T14:22:56,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21813605409 2024-11-14T14:22:56,050 DEBUG [M:0;6e2cc31459a7:38471 {}] zookeeper.ZKUtil(347): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Unable to get data of znode /21813605409/master because node does not exist (not an error) 2024-11-14T14:22:56,050 WARN [M:0;6e2cc31459a7:38471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:22:56,051 INFO [M:0;6e2cc31459a7:38471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/.lastflushedseqids 2024-11-14T14:22:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741843_1019 (size=173) 2024-11-14T14:22:56,129 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:56,129 INFO [RS:0;6e2cc31459a7:33887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:56,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33887-0x10139b9c8730007, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:56,129 INFO [RS:0;6e2cc31459a7:33887 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,33887,1731594157638; zookeeper connection closed. 2024-11-14T14:22:56,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@171e302d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@171e302d 2024-11-14T14:22:56,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:22:56,455 INFO [M:0;6e2cc31459a7:38471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:22:56,456 INFO [M:0;6e2cc31459a7:38471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:22:56,456 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:56,456 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:56,456 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:56,456 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:56,456 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:56,456 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T14:22:56,476 DEBUG [M:0;6e2cc31459a7:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95a26492ba254a059a6a84293ecd1dcf is 82, key is hbase:meta,,1/info:regioninfo/1731594160654/Put/seqid=0 2024-11-14T14:22:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741844_1020 (size=5672) 2024-11-14T14:22:56,485 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95a26492ba254a059a6a84293ecd1dcf 2024-11-14T14:22:56,515 DEBUG [M:0;6e2cc31459a7:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4fe6ce1f954516b1790b5e47233fe6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731594165994/Put/seqid=0 2024-11-14T14:22:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741845_1021 (size=6587) 2024-11-14T14:22:56,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:22:56,736 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:56,920 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4fe6ce1f954516b1790b5e47233fe6 2024-11-14T14:22:56,944 DEBUG [M:0;6e2cc31459a7:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cce4c24e40f14971af148479c9dd8a12 is 69, key is 6e2cc31459a7,33887,1731594157638/rs:state/1731594159907/Put/seqid=0 2024-11-14T14:22:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741846_1022 (size=5156) 2024-11-14T14:22:56,948 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cce4c24e40f14971af148479c9dd8a12 2024-11-14T14:22:56,952 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95a26492ba254a059a6a84293ecd1dcf as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95a26492ba254a059a6a84293ecd1dcf 2024-11-14T14:22:56,956 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95a26492ba254a059a6a84293ecd1dcf, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T14:22:56,957 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4fe6ce1f954516b1790b5e47233fe6 as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a4fe6ce1f954516b1790b5e47233fe6 2024-11-14T14:22:56,961 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a4fe6ce1f954516b1790b5e47233fe6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T14:22:56,962 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cce4c24e40f14971af148479c9dd8a12 as hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cce4c24e40f14971af148479c9dd8a12 2024-11-14T14:22:56,967 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/05cb4a58-2f1c-f33a-9ba3-c552c7479def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cce4c24e40f14971af148479c9dd8a12, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T14:22:56,968 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=55, compaction requested=false 2024-11-14T14:22:56,977 INFO [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:56,977 DEBUG [M:0;6e2cc31459a7:38471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594176456Disabling compacts and flushes for region at 1731594176456Disabling writes for close at 1731594176456Obtaining lock to block concurrent updates at 1731594176456Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594176456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731594176457 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594176457Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594176457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594176476 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594176476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594176491 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594176514 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594176514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594176924 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594176943 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594176943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c4f5c3: reopening flushed file at 1731594176951 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a984aa9: reopening flushed file at 1731594176956 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7598c9: reopening flushed file at 1731594176962 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=55, compaction requested=false at 1731594176968 (+6 ms)Writing region close event to WAL at 1731594176977 (+9 ms)Closed at 1731594176977 2024-11-14T14:22:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741830_1006 (size=32782) 2024-11-14T14:22:56,984 INFO [M:0;6e2cc31459a7:38471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:22:56,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:56,984 INFO [M:0;6e2cc31459a7:38471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38471 2024-11-14T14:22:56,986 INFO [M:0;6e2cc31459a7:38471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:57,032 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:57,108 INFO [M:0;6e2cc31459a7:38471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:57,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:57,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x10139b9c8730006, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:57,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f82eca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:57,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:57,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:57,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:57,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:57,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:22:57,115 WARN [BP-96342232-172.17.0.2-1731594155590 heartbeating to localhost/127.0.0.1:40085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:22:57,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:22:57,115 WARN [BP-96342232-172.17.0.2-1731594155590 heartbeating to localhost/127.0.0.1:40085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-96342232-172.17.0.2-1731594155590 (Datanode Uuid dc43052a-99dc-49f3-b0ca-bf0dbbbbdee4) service to localhost/127.0.0.1:40085 2024-11-14T14:22:57,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/cluster_d2bb00cd-5ef8-9c37-f9cc-0397d2ae7e5a/data/data1/current/BP-96342232-172.17.0.2-1731594155590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:57,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/cluster_d2bb00cd-5ef8-9c37-f9cc-0397d2ae7e5a/data/data2/current/BP-96342232-172.17.0.2-1731594155590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:57,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:22:57,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f0efd8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:57,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:57,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:57,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:57,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008ac80b-691d-960d-0368-3af57e06990a/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:57,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:22:57,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:22:57,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:57,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:57,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:57,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:57,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:57,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:22:57,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1901285671, stopped=false 2024-11-14T14:22:57,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,46615,1731594151957 2024-11-14T14:22:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-38122461/running 2024-11-14T14:22:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-38122461/running 2024-11-14T14:22:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:57,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:57,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:57,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/running 2024-11-14T14:22:57,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Set watcher on znode that does not yet exist, /1-38122461/running 2024-11-14T14:22:57,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:57,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:57,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,35173,1731594152095' ***** 2024-11-14T14:22:57,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:22:57,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(3091): Received CLOSE for 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:57,162 INFO [RS:0;6e2cc31459a7:35173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:35173. 2024-11-14T14:22:57,162 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71fc9e8e5f2b8bcf0ba724641bd847a8, disabling compactions & flushes 2024-11-14T14:22:57,162 DEBUG [RS:0;6e2cc31459a7:35173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:57,162 DEBUG [RS:0;6e2cc31459a7:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:57,162 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:57,163 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:57,163 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:22:57,163 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:22:57,163 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:22:57,163 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. after waiting 0 ms 2024-11-14T14:22:57,163 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:57,163 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:22:57,164 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:22:57,164 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71fc9e8e5f2b8bcf0ba724641bd847a8=test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8.} 2024-11-14T14:22:57,164 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71fc9e8e5f2b8bcf0ba724641bd847a8 2024-11-14T14:22:57,164 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:22:57,164 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:22:57,164 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:22:57,164 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:22:57,164 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:22:57,164 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T14:22:57,168 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/default/test/71fc9e8e5f2b8bcf0ba724641bd847a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:22:57,168 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:57,168 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:22:57,168 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:57,169 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71fc9e8e5f2b8bcf0ba724641bd847a8: Waiting for close lock at 1731594177162Running coprocessor pre-close hooks at 1731594177162Disabling compacts and flushes for region at 1731594177162Disabling writes for close at 1731594177163 (+1 ms)Writing region close event to WAL at 1731594177165 (+2 ms)Running coprocessor post-close hooks at 1731594177168 (+3 ms)Closed at 1731594177168 2024-11-14T14:22:57,169 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8. 2024-11-14T14:22:57,181 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/info/05a8a788e3d24af596cb89f1409b3d8e is 129, key is test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8./info:regioninfo/1731594164089/Put/seqid=0 2024-11-14T14:22:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741841_1017 (size=6421) 2024-11-14T14:22:57,253 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:57,364 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:57,391 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:22:57,391 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:22:57,564 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:57,587 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/info/05a8a788e3d24af596cb89f1409b3d8e 2024-11-14T14:22:57,615 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/ns/a24167c5f7264f1884d01716eaa4a8fe is 43, key is default/ns:d/1731594155388/Put/seqid=0 2024-11-14T14:22:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741842_1018 (size=5153) 2024-11-14T14:22:57,622 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/ns/a24167c5f7264f1884d01716eaa4a8fe 2024-11-14T14:22:57,648 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec040963830d468cbebe2b43a452e10d is 112, key is test,,1731594162951.71fc9e8e5f2b8bcf0ba724641bd847a8./rep_barrier:seqnumDuringOpen/1731594164089/Put/seqid=0 2024-11-14T14:22:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741843_1019 (size=5518) 2024-11-14T14:22:57,658 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec040963830d468cbebe2b43a452e10d 2024-11-14T14:22:57,680 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/table/6d155fa985c743ccb01925535da14732 is 40, key is test/table:state/1731594164095/Put/seqid=0 2024-11-14T14:22:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741844_1020 (size=5165) 2024-11-14T14:22:57,741 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:57,765 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:57,965 DEBUG [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:22:58,037 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:58,088 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/table/6d155fa985c743ccb01925535da14732 2024-11-14T14:22:58,095 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/info/05a8a788e3d24af596cb89f1409b3d8e as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/info/05a8a788e3d24af596cb89f1409b3d8e 2024-11-14T14:22:58,098 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/info/05a8a788e3d24af596cb89f1409b3d8e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T14:22:58,098 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/ns/a24167c5f7264f1884d01716eaa4a8fe as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/ns/a24167c5f7264f1884d01716eaa4a8fe 2024-11-14T14:22:58,101 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/ns/a24167c5f7264f1884d01716eaa4a8fe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:22:58,102 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec040963830d468cbebe2b43a452e10d as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/rep_barrier/ec040963830d468cbebe2b43a452e10d 2024-11-14T14:22:58,106 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/rep_barrier/ec040963830d468cbebe2b43a452e10d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T14:22:58,107 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/.tmp/table/6d155fa985c743ccb01925535da14732 as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/table/6d155fa985c743ccb01925535da14732 2024-11-14T14:22:58,111 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/table/6d155fa985c743ccb01925535da14732, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T14:22:58,111 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false 2024-11-14T14:22:58,115 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T14:22:58,116 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:22:58,116 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:22:58,116 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:58,116 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594177164Running coprocessor pre-close hooks at 1731594177164Disabling compacts and flushes for region at 1731594177164Disabling writes for close at 1731594177164Obtaining lock to block concurrent updates at 1731594177164Preparing flush snapshotting stores in 1588230740 at 1731594177164Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731594177165 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731594177165Flushing 1588230740/info: creating writer at 1731594177165Flushing 1588230740/info: appending metadata at 1731594177181 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731594177181Flushing 1588230740/ns: creating writer at 1731594177595 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731594177614 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731594177615 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731594177628 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594177648 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594177648Flushing 1588230740/table: creating writer at 1731594177662 (+14 ms)Flushing 1588230740/table: appending metadata at 1731594177680 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731594177680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eedd3c0: reopening flushed file at 1731594178094 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ec3af5: reopening flushed file at 1731594178098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71840e57: reopening flushed file at 1731594178102 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c19590: reopening flushed file at 1731594178106 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false at 1731594178111 (+5 ms)Writing region close event to WAL at 1731594178113 (+2 ms)Running coprocessor post-close hooks at 1731594178116 (+3 ms)Closed at 1731594178116 2024-11-14T14:22:58,116 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:22:58,165 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,35173,1731594152095; all regions closed. 2024-11-14T14:22:58,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095/6e2cc31459a7%2C35173%2C1731594152095.meta.1731594155350.meta not finished, retry = 0 2024-11-14T14:22:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741834_1010 (size=2717) 2024-11-14T14:22:58,269 DEBUG [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/oldWALs 2024-11-14T14:22:58,269 INFO [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C35173%2C1731594152095.meta:.meta(num 1731594155350) 2024-11-14T14:22:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741832_1008 (size=1374) 2024-11-14T14:22:58,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/WALs/6e2cc31459a7,35173,1731594152095/6e2cc31459a7%2C35173%2C1731594152095.1731594154462 not finished, retry = 0 2024-11-14T14:22:58,390 DEBUG [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/oldWALs 2024-11-14T14:22:58,390 INFO [RS:0;6e2cc31459a7:35173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2cc31459a7%2C35173%2C1731594152095:(num 1731594154462) 2024-11-14T14:22:58,390 DEBUG [RS:0;6e2cc31459a7:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:58,390 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:22:58,390 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:58,390 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:58,390 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:58,390 INFO [RS:0;6e2cc31459a7:35173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:35173. 2024-11-14T14:22:58,390 DEBUG [RS:0;6e2cc31459a7:35173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:58,390 DEBUG [RS:0;6e2cc31459a7:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:58,390 DEBUG [RS:0;6e2cc31459a7:35173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:58,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:58,391 INFO [RS:0;6e2cc31459a7:35173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35173 2024-11-14T14:22:58,391 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:58,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-38122461/rs/6e2cc31459a7,35173,1731594152095 2024-11-14T14:22:58,450 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:58,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461/rs 2024-11-14T14:22:58,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,35173,1731594152095] 2024-11-14T14:22:58,476 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/draining/6e2cc31459a7,35173,1731594152095 already deleted, retry=false 2024-11-14T14:22:58,476 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,35173,1731594152095 expired; onlineServers=0 2024-11-14T14:22:58,476 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,46615,1731594151957' ***** 2024-11-14T14:22:58,476 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:22:58,476 INFO [M:0;6e2cc31459a7:46615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:22:58,476 INFO [M:0;6e2cc31459a7:46615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:22:58,476 DEBUG [M:0;6e2cc31459a7:46615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:22:58,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:22:58,476 DEBUG [M:0;6e2cc31459a7:46615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:22:58,476 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594154142 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594154142,5,FailOnTimeoutGroup] 2024-11-14T14:22:58,476 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594154143 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594154143,5,FailOnTimeoutGroup] 2024-11-14T14:22:58,476 INFO [M:0;6e2cc31459a7:46615 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:22:58,476 INFO [M:0;6e2cc31459a7:46615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:22:58,477 DEBUG [M:0;6e2cc31459a7:46615 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:22:58,477 INFO [M:0;6e2cc31459a7:46615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:22:58,477 INFO [M:0;6e2cc31459a7:46615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:22:58,477 INFO [M:0;6e2cc31459a7:46615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:22:58,477 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:22:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-38122461/master 2024-11-14T14:22:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-38122461 2024-11-14T14:22:58,486 DEBUG [M:0;6e2cc31459a7:46615 {}] zookeeper.RecoverableZooKeeper(212): Node /1-38122461/master already deleted, retry=false 2024-11-14T14:22:58,486 DEBUG [M:0;6e2cc31459a7:46615 {}] master.ActiveMasterManager(353): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-38122461/master 2024-11-14T14:22:58,488 INFO [M:0;6e2cc31459a7:46615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/.lastflushedseqids 2024-11-14T14:22:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741845_1021 (size=173) 2024-11-14T14:22:58,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:58,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35173-0x10139b9c8730004, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:58,566 INFO [RS:0;6e2cc31459a7:35173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:58,566 INFO [RS:0;6e2cc31459a7:35173 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,35173,1731594152095; zookeeper connection closed. 2024-11-14T14:22:58,566 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ab2098 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ab2098 2024-11-14T14:22:58,566 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:22:58,844 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:58,895 INFO [M:0;6e2cc31459a7:46615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:22:58,895 INFO [M:0;6e2cc31459a7:46615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:22:58,896 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:22:58,896 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:58,896 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:58,896 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:22:58,896 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:58,896 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T14:22:58,909 DEBUG [M:0;6e2cc31459a7:46615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d5ef39ab4334714a47bc3301161078e is 82, key is hbase:meta,,1/info:regioninfo/1731594155375/Put/seqid=0 2024-11-14T14:22:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741846_1022 (size=5672) 2024-11-14T14:22:59,140 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:22:59,313 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d5ef39ab4334714a47bc3301161078e 2024-11-14T14:22:59,333 DEBUG [M:0;6e2cc31459a7:46615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdbbdfb6de024f5bb2348f9d4dd29193 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731594164098/Put/seqid=0 2024-11-14T14:22:59,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741847_1023 (size=6586) 2024-11-14T14:22:59,737 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdbbdfb6de024f5bb2348f9d4dd29193 2024-11-14T14:22:59,755 DEBUG [M:0;6e2cc31459a7:46615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de491610df7d401fae03966f863fa94a is 69, key is 6e2cc31459a7,35173,1731594152095/rs:state/1731594154274/Put/seqid=0 2024-11-14T14:22:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741848_1024 (size=5156) 2024-11-14T14:22:59,758 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de491610df7d401fae03966f863fa94a 2024-11-14T14:22:59,767 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d5ef39ab4334714a47bc3301161078e as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d5ef39ab4334714a47bc3301161078e 2024-11-14T14:22:59,770 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d5ef39ab4334714a47bc3301161078e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T14:22:59,771 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdbbdfb6de024f5bb2348f9d4dd29193 as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdbbdfb6de024f5bb2348f9d4dd29193 2024-11-14T14:22:59,775 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdbbdfb6de024f5bb2348f9d4dd29193, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T14:22:59,776 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de491610df7d401fae03966f863fa94a as hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de491610df7d401fae03966f863fa94a 2024-11-14T14:22:59,779 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35827/user/jenkins/test-data/7ed0da95-bf82-7bac-a81b-042f83b46e3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de491610df7d401fae03966f863fa94a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T14:22:59,780 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-14T14:22:59,781 INFO [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:22:59,781 DEBUG [M:0;6e2cc31459a7:46615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594178895Disabling compacts and flushes for region at 1731594178895Disabling writes for close at 1731594178896 (+1 ms)Obtaining lock to block concurrent updates at 1731594178896Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594178896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731594178896Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594178897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594178897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594178909 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594178909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594179316 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594179332 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594179332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594179740 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594179754 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594179755 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68898c31: reopening flushed file at 1731594179766 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5d54c6: reopening flushed file at 1731594179770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4958ab47: reopening flushed file at 1731594179775 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1731594179780 (+5 ms)Writing region close event to WAL at 1731594179781 (+1 ms)Closed at 1731594179781 2024-11-14T14:22:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741830_1006 (size=32770) 2024-11-14T14:22:59,784 INFO [M:0;6e2cc31459a7:46615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:22:59,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:22:59,784 INFO [M:0;6e2cc31459a7:46615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46615 2024-11-14T14:22:59,785 INFO [M:0;6e2cc31459a7:46615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:22:59,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T14:22:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T14:22:59,955 INFO [M:0;6e2cc31459a7:46615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:22:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10139b9c8730003, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:22:59,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f556e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:22:59,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:59,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:59,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:59,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:59,960 WARN [BP-1542417315-172.17.0.2-1731594150103 heartbeating to localhost/127.0.0.1:35827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:22:59,960 WARN [BP-1542417315-172.17.0.2-1731594150103 heartbeating to localhost/127.0.0.1:35827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1542417315-172.17.0.2-1731594150103 (Datanode Uuid ad41c2e8-fe6e-487a-b93d-cfe94f895cb5) service to localhost/127.0.0.1:35827 2024-11-14T14:22:59,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/cluster_bc21020f-e118-a360-0252-566399045d98/data/data1/current/BP-1542417315-172.17.0.2-1731594150103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:59,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/cluster_bc21020f-e118-a360-0252-566399045d98/data/data2/current/BP-1542417315-172.17.0.2-1731594150103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:22:59,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:22:59,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:22:59,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:22:59,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ae4538{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:22:59,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:22:59,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:22:59,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:22:59,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c6aad6f-d0ca-07d3-2ded-10d8418f1a0d/hadoop.log.dir/,STOPPED} 2024-11-14T14:22:59,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:22:59,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:22:59,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:22:59,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:22:59,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:59,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:22:59,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:22:59,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:22:59,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=393038023, stopped=false 2024-11-14T14:22:59,994 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2cc31459a7,41415,1731594146931 2024-11-14T14:23:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1092284261/running 2024-11-14T14:23:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1092284261/running 2024-11-14T14:23:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:23:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:23:00,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:23:00,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:23:00,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:23:00,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:00,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/running 2024-11-14T14:23:00,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Set watcher on znode that does not yet exist, /0-1092284261/running 2024-11-14T14:23:00,014 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2cc31459a7,34281,1731594147127' ***** 2024-11-14T14:23:00,014 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:23:00,014 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:23:00,014 INFO [RS:0;6e2cc31459a7:34281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:23:00,014 INFO [RS:0;6e2cc31459a7:34281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:23:00,014 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(3091): Received CLOSE for 90ac873017a4de15090bf9e92383bad2 2024-11-14T14:23:00,014 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(3091): Received CLOSE for b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(959): stopping server 6e2cc31459a7,34281,1731594147127 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:34281. 2024-11-14T14:23:00,015 DEBUG [RS:0;6e2cc31459a7:34281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:23:00,015 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90ac873017a4de15090bf9e92383bad2, disabling compactions & flushes 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:23:00,015 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731594160802.90ac873017a4de15090bf9e92383bad2. after waiting 0 ms 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:23:00,015 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T14:23:00,015 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1325): Online Regions={90ac873017a4de15090bf9e92383bad2=test,,1731594160802.90ac873017a4de15090bf9e92383bad2., b45f2ba4b9fda7d94beb6ab45d1a49b8=hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:23:00,015 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90ac873017a4de15090bf9e92383bad2, b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:23:00,015 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:23:00,015 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:23:00,016 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T14:23:00,019 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/default/test/90ac873017a4de15090bf9e92383bad2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T14:23:00,020 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90ac873017a4de15090bf9e92383bad2: Waiting for close lock at 1731594180015Running coprocessor pre-close hooks at 1731594180015Disabling compacts and flushes for region at 1731594180015Disabling writes for close at 1731594180015Writing region close event to WAL at 1731594180016 (+1 ms)Running coprocessor post-close hooks at 1731594180020 (+4 ms)Closed at 1731594180020 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731594160802.90ac873017a4de15090bf9e92383bad2. 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b45f2ba4b9fda7d94beb6ab45d1a49b8, disabling compactions & flushes 2024-11-14T14:23:00,020 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. after waiting 0 ms 2024-11-14T14:23:00,020 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:23:00,021 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T14:23:00,032 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/info/5122981a5260411084edc564ea70b15e is 147, key is hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8./info:regioninfo/1731594167139/Put/seqid=0 2024-11-14T14:23:00,034 INFO [regionserver/6e2cc31459a7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:23:00,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/.tmp/hfileref/5c37b15f7c2b4a97b86a077e5e828cfa is 74, key is 1/hfileref:24fed09b9f784178bccad01fc4316c5a_SeqId_4_/1731594170397/DeleteColumn/seqid=0 2024-11-14T14:23:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741847_1023 (size=7686) 2024-11-14T14:23:00,047 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:23:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741848_1024 (size=5489) 2024-11-14T14:23:00,050 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/.tmp/hfileref/5c37b15f7c2b4a97b86a077e5e828cfa 2024-11-14T14:23:00,052 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:23:00,052 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:00,052 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:23:00,053 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6e2cc31459a7,34281,1731594147127: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6e2cc31459a7,34281,1731594147127, walGroup=6e2cc31459a7%2C34281%2C1731594147127, offset=6e2cc31459a7%2C34281%2C1731594147127.1731594171317:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:34281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T14:23:00,055 ERROR [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:23:00,055 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:23:00,055 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:23:00,056 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:23:00,056 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:23:00,056 INFO [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1639972864, "init": 1048576000, "max": 2306867200, "used": 1109384792 }, "NonHeapMemoryUsage": { "committed": 211091456, "init": 7667712, "max": -1, "used": 208165904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T14:23:00,056 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:41415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2cc31459a7:41415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T14:23:00,078 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/.tmp/queue/269d367a82ee4f16a88992f8d7b4133a is 153, key is 1-6e2cc31459a7,34281,1731594147127/queue:6e2cc31459a7%2C34281%2C1731594147127/1731594172730/Put/seqid=0 2024-11-14T14:23:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741849_1025 (size=5504) 2024-11-14T14:23:00,215 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:23:00,265 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:00,344 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 393, reset compression=false 2024-11-14T14:23:00,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T14:23:00,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:00,348 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6e2cc31459a7,34281,1731594147127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T14:23:00,349 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T14:23:00,416 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b45f2ba4b9fda7d94beb6ab45d1a49b8 2024-11-14T14:23:00,447 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/info/5122981a5260411084edc564ea70b15e 2024-11-14T14:23:00,471 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/ns/f5fa2e4829df439f83cc886f042cf315 is 43, key is default/ns:d/1731594149994/Put/seqid=0 2024-11-14T14:23:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741850_1026 (size=5153) 2024-11-14T14:23:00,475 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/ns/f5fa2e4829df439f83cc886f042cf315 2024-11-14T14:23:00,486 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/.tmp/queue/269d367a82ee4f16a88992f8d7b4133a 2024-11-14T14:23:00,491 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/.tmp/hfileref/5c37b15f7c2b4a97b86a077e5e828cfa as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/hfileref/5c37b15f7c2b4a97b86a077e5e828cfa 2024-11-14T14:23:00,493 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/rep_barrier/73674c43a8584a1fbbcd8981b44a07c6 is 112, key is test,,1731594160802.90ac873017a4de15090bf9e92383bad2./rep_barrier:seqnumDuringOpen/1731594161945/Put/seqid=0 2024-11-14T14:23:00,496 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/hfileref/5c37b15f7c2b4a97b86a077e5e828cfa, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T14:23:00,497 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/.tmp/queue/269d367a82ee4f16a88992f8d7b4133a as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/queue/269d367a82ee4f16a88992f8d7b4133a 2024-11-14T14:23:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741851_1027 (size=5518) 2024-11-14T14:23:00,501 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/queue/269d367a82ee4f16a88992f8d7b4133a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T14:23:00,502 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b45f2ba4b9fda7d94beb6ab45d1a49b8 in 482ms, sequenceid=17, compaction requested=false 2024-11-14T14:23:00,506 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/replication/b45f2ba4b9fda7d94beb6ab45d1a49b8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T14:23:00,506 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:23:00,506 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:23:00,506 INFO [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:23:00,506 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b45f2ba4b9fda7d94beb6ab45d1a49b8: Waiting for close lock at 1731594180020Running coprocessor pre-close hooks at 1731594180020Disabling compacts and flushes for region at 1731594180020Disabling writes for close at 1731594180020Obtaining lock to block concurrent updates at 1731594180021 (+1 ms)Preparing flush snapshotting stores in b45f2ba4b9fda7d94beb6ab45d1a49b8 at 1731594180021Finished memstore snapshotting hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731594180021Flushing stores of hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. at 1731594180021Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8/hfileref: creating writer at 1731594180021Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8/hfileref: appending metadata at 1731594180038 (+17 ms)Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8/hfileref: closing flushed file at 1731594180038Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8/queue: creating writer at 1731594180059 (+21 ms)Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8/queue: appending metadata at 1731594180078 (+19 ms)Flushing b45f2ba4b9fda7d94beb6ab45d1a49b8/queue: closing flushed file at 1731594180078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0a8287: reopening flushed file at 1731594180491 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1c3e43: reopening flushed file at 1731594180496 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b45f2ba4b9fda7d94beb6ab45d1a49b8 in 482ms, sequenceid=17, compaction requested=false at 1731594180502 (+6 ms)Writing region close event to WAL at 1731594180503 (+1 ms)Running coprocessor post-close hooks at 1731594180506 (+3 ms)Closed at 1731594180506 2024-11-14T14:23:00,507 DEBUG [RS_CLOSE_REGION-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731594166275.b45f2ba4b9fda7d94beb6ab45d1a49b8. 2024-11-14T14:23:00,551 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:00,569 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:00,616 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:23:00,816 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:23:00,833 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:23:00,833 INFO [regionserver/6e2cc31459a7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:23:00,854 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:00,898 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/rep_barrier/73674c43a8584a1fbbcd8981b44a07c6 2024-11-14T14:23:00,918 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/table/d931ef8b297a4a8694a6f80c8d00b1af is 53, key is hbase:replication/table:state/1731594167145/Put/seqid=0 2024-11-14T14:23:00,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741852_1028 (size=5308) 2024-11-14T14:23:00,972 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:01,016 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:23:01,016 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:23:01,016 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:23:01,216 DEBUG [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:23:01,258 DEBUG [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/WALs/6e2cc31459a7,34281,1731594147127/6e2cc31459a7%2C34281%2C1731594147127.1731594171317 to pos 688, reset compression=false 2024-11-14T14:23:01,322 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/table/d931ef8b297a4a8694a6f80c8d00b1af 2024-11-14T14:23:01,327 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/info/5122981a5260411084edc564ea70b15e as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/info/5122981a5260411084edc564ea70b15e 2024-11-14T14:23:01,331 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/info/5122981a5260411084edc564ea70b15e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T14:23:01,332 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/ns/f5fa2e4829df439f83cc886f042cf315 as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/ns/f5fa2e4829df439f83cc886f042cf315 2024-11-14T14:23:01,337 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/ns/f5fa2e4829df439f83cc886f042cf315, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T14:23:01,338 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/rep_barrier/73674c43a8584a1fbbcd8981b44a07c6 as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/rep_barrier/73674c43a8584a1fbbcd8981b44a07c6 2024-11-14T14:23:01,342 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/rep_barrier/73674c43a8584a1fbbcd8981b44a07c6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T14:23:01,343 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/.tmp/table/d931ef8b297a4a8694a6f80c8d00b1af as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/table/d931ef8b297a4a8694a6f80c8d00b1af 2024-11-14T14:23:01,349 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/table/d931ef8b297a4a8694a6f80c8d00b1af, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T14:23:01,350 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-14T14:23:01,350 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:23:01,359 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T14:23:01,360 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T14:23:01,360 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:23:01,360 INFO [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:23:01,360 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731594180015Running coprocessor pre-close hooks at 1731594180015Disabling compacts and flushes for region at 1731594180015Disabling writes for close at 1731594180015Obtaining lock to block concurrent updates at 1731594180016 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731594180016Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731594180016Flushing stores of hbase:meta,,1.1588230740 at 1731594180017 (+1 ms)Flushing 1588230740/info: creating writer at 1731594180017Flushing 1588230740/info: appending metadata at 1731594180031 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731594180031Flushing 1588230740/ns: creating writer at 1731594180452 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731594180471 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731594180471Flushing 1588230740/rep_barrier: creating writer at 1731594180479 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731594180493 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731594180493Flushing 1588230740/table: creating writer at 1731594180902 (+409 ms)Flushing 1588230740/table: appending metadata at 1731594180917 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731594180917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcb76cd: reopening flushed file at 1731594181326 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2477cfd4: reopening flushed file at 1731594181331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55475fd3: reopening flushed file at 1731594181337 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616d8b71: reopening flushed file at 1731594181342 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1731594181350 (+8 ms)Writing region close event to WAL at 1731594181356 (+6 ms)Running coprocessor post-close hooks at 1731594181360 (+4 ms)Closed at 1731594181360 2024-11-14T14:23:01,360 DEBUG [RS_CLOSE_META-regionserver/6e2cc31459a7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:23:01,417 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(976): stopping server 6e2cc31459a7,34281,1731594147127; all regions closed. 2024-11-14T14:23:01,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741844_1020 (size=859) 2024-11-14T14:23:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741842_1018 (size=2791) 2024-11-14T14:23:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741843_1019 (size=696) 2024-11-14T14:23:01,427 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:01,427 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:23:01,427 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:23:01,427 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2cc31459a7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:23:01,427 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:23:01,427 INFO [regionserver/6e2cc31459a7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:23:01,428 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6e2cc31459a7,34281,1731594147127 because: Region server is closing 2024-11-14T14:23:01,429 INFO [RS:0;6e2cc31459a7:34281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:34281. 2024-11-14T14:23:01,429 DEBUG [RS:0;6e2cc31459a7:34281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:23:01,429 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:01,429 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:01,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:23:01,529 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,1-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,1-6e2cc31459a7,34281,1731594147127 terminated 2024-11-14T14:23:01,529 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6e2cc31459a7,34281,1731594147127 because: Region server is closing 2024-11-14T14:23:01,529 INFO [RS:0;6e2cc31459a7:34281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2cc31459a7:34281. 2024-11-14T14:23:01,529 DEBUG [RS:0;6e2cc31459a7:34281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:23:01,529 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:01,530 DEBUG [RS:0;6e2cc31459a7:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:23:01,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:23:01,630 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.shipper6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 terminated 2024-11-14T14:23:01,630 WARN [RS_REFRESH_PEER-regionserver/6e2cc31459a7:0-0.replicationSource,2-6e2cc31459a7,34281,1731594147127.replicationSource.wal-reader.6e2cc31459a7%2C34281%2C1731594147127,2-6e2cc31459a7,34281,1731594147127 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T14:23:01,631 INFO [RS:0;6e2cc31459a7:34281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34281 2024-11-14T14:23:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261/rs 2024-11-14T14:23:01,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1092284261/rs/6e2cc31459a7,34281,1731594147127 2024-11-14T14:23:01,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2cc31459a7,34281,1731594147127] 2024-11-14T14:23:01,709 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:23:01,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/draining/6e2cc31459a7,34281,1731594147127 already deleted, retry=false 2024-11-14T14:23:01,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2cc31459a7,34281,1731594147127 expired; onlineServers=0 2024-11-14T14:23:01,759 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2cc31459a7,41415,1731594146931' ***** 2024-11-14T14:23:01,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:23:01,759 DEBUG [M:0;6e2cc31459a7:41415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:23:01,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:23:01,759 DEBUG [M:0;6e2cc31459a7:41415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:23:01,759 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594148699 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.large.0-1731594148699,5,FailOnTimeoutGroup] 2024-11-14T14:23:01,759 DEBUG [master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594148699 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2cc31459a7:0:becomeActiveMaster-HFileCleaner.small.0-1731594148699,5,FailOnTimeoutGroup] 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] hbase.ChoreService(370): Chore service for: master/6e2cc31459a7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:23:01,759 DEBUG [M:0;6e2cc31459a7:41415 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:23:01,759 ERROR [M:0;6e2cc31459a7:41415 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40327,5,PEWorkerGroup] 2024-11-14T14:23:01,759 INFO [M:0;6e2cc31459a7:41415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:23:01,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:23:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1092284261/master 2024-11-14T14:23:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1092284261 2024-11-14T14:23:01,787 DEBUG [M:0;6e2cc31459a7:41415 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1092284261/master already deleted, retry=false 2024-11-14T14:23:01,787 DEBUG [M:0;6e2cc31459a7:41415 {}] master.ActiveMasterManager(353): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1092284261/master 2024-11-14T14:23:01,788 INFO [M:0;6e2cc31459a7:41415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/.lastflushedseqids 2024-11-14T14:23:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741853_1029 (size=263) 2024-11-14T14:23:01,795 INFO [M:0;6e2cc31459a7:41415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:23:01,795 INFO [M:0;6e2cc31459a7:41415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:23:01,795 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:23:01,795 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:23:01,795 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:23:01,795 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:23:01,795 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:23:01,796 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-14T14:23:01,816 DEBUG [M:0;6e2cc31459a7:41415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e74be978cb14e91ab249e0fd5d48abc is 82, key is hbase:meta,,1/info:regioninfo/1731594149970/Put/seqid=0 2024-11-14T14:23:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741854_1030 (size=5672) 2024-11-14T14:23:01,825 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e74be978cb14e91ab249e0fd5d48abc 2024-11-14T14:23:01,848 DEBUG [M:0;6e2cc31459a7:41415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5296b511d1094dc19fe7b2c6acea3eec is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731594161955/Put/seqid=0 2024-11-14T14:23:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741855_1031 (size=7610) 2024-11-14T14:23:01,855 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5296b511d1094dc19fe7b2c6acea3eec 2024-11-14T14:23:01,860 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5296b511d1094dc19fe7b2c6acea3eec 2024-11-14T14:23:01,876 INFO [RS:0;6e2cc31459a7:34281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:23:01,876 INFO [RS:0;6e2cc31459a7:34281 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2cc31459a7,34281,1731594147127; zookeeper connection closed. 2024-11-14T14:23:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:23:01,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x10139b9c8730001, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:23:01,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12b68b7e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12b68b7e 2024-11-14T14:23:01,877 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:23:01,882 DEBUG [M:0;6e2cc31459a7:41415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818b796d64804cdf9382f26fba90e37b is 69, key is 6e2cc31459a7,34281,1731594147127/rs:state/1731594148786/Put/seqid=0 2024-11-14T14:23:01,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741856_1032 (size=5156) 2024-11-14T14:23:01,891 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818b796d64804cdf9382f26fba90e37b 2024-11-14T14:23:01,897 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e74be978cb14e91ab249e0fd5d48abc as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e74be978cb14e91ab249e0fd5d48abc 2024-11-14T14:23:01,902 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e74be978cb14e91ab249e0fd5d48abc, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T14:23:01,903 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5296b511d1094dc19fe7b2c6acea3eec as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5296b511d1094dc19fe7b2c6acea3eec 2024-11-14T14:23:01,907 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5296b511d1094dc19fe7b2c6acea3eec 2024-11-14T14:23:01,907 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5296b511d1094dc19fe7b2c6acea3eec, entries=13, sequenceid=121, filesize=7.4 K 2024-11-14T14:23:01,908 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818b796d64804cdf9382f26fba90e37b as hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/818b796d64804cdf9382f26fba90e37b 2024-11-14T14:23:01,911 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40327/user/jenkins/test-data/c93962f3-26c0-d110-bbbb-0dbe9e266d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/818b796d64804cdf9382f26fba90e37b, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T14:23:01,912 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=121, compaction requested=false 2024-11-14T14:23:01,917 INFO [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:23:01,917 DEBUG [M:0;6e2cc31459a7:41415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731594181795Disabling compacts and flushes for region at 1731594181795Disabling writes for close at 1731594181795Obtaining lock to block concurrent updates at 1731594181796 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731594181796Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731594181796Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731594181796Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731594181797 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731594181816 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731594181816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731594181829 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731594181847 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731594181848 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731594181861 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731594181880 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731594181880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7495d30e: reopening flushed file at 1731594181895 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f3787f: reopening flushed file at 1731594181903 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b95b1d7: reopening flushed file at 1731594181907 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=121, compaction requested=false at 1731594181912 (+5 ms)Writing region close event to WAL at 1731594181916 (+4 ms)Closed at 1731594181916 2024-11-14T14:23:01,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741830_1006 (size=69920) 2024-11-14T14:23:01,920 INFO [M:0;6e2cc31459a7:41415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:23:01,920 INFO [M:0;6e2cc31459a7:41415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41415 2024-11-14T14:23:01,920 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:23:01,921 INFO [M:0;6e2cc31459a7:41415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:23:02,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:23:02,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41415-0x10139b9c8730000, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:23:02,029 INFO [M:0;6e2cc31459a7:41415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:23:02,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7555a175{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:23:02,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ae63c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:23:02,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:23:02,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249fa10c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:23:02,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d873ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir/,STOPPED} 2024-11-14T14:23:02,034 WARN [BP-1313696807-172.17.0.2-1731594144982 heartbeating to localhost/127.0.0.1:40327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:23:02,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:23:02,034 WARN [BP-1313696807-172.17.0.2-1731594144982 heartbeating to localhost/127.0.0.1:40327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1313696807-172.17.0.2-1731594144982 (Datanode Uuid 1a0b2928-adee-458a-a41b-5c2a367cda95) service to localhost/127.0.0.1:40327 2024-11-14T14:23:02,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:23:02,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/data/data1/current/BP-1313696807-172.17.0.2-1731594144982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:23:02,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/cluster_be4c938a-7579-aade-984c-706c634a7977/data/data2/current/BP-1313696807-172.17.0.2-1731594144982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:23:02,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:23:02,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ec33588{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:23:02,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42487ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:23:02,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:23:02,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a2c470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:23:02,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586faf4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd71aa0-a5a7-e298-1fa3-86c0ecd8ea72/hadoop.log.dir/,STOPPED} 2024-11-14T14:23:02,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:23:02,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T14:23:02,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 529) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59817) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35827 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40085 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35827 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40085 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59817) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59817) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1668 (was 2092) 2024-11-14T14:23:02,084 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-11-14T14:23:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10139b9c8730002, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:23:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10139b9c8730005, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:23:02,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10139b9c8730005, quorum=127.0.0.1:59817, baseZNode=/1-38122461 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:23:02,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10139b9c8730002, quorum=127.0.0.1:59817, baseZNode=/0-1092284261 Received Disconnected from ZooKeeper, ignoring 2024-11-14T14:23:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10139b9c8730008, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T14:23:02,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10139b9c8730008, quorum=127.0.0.1:59817, baseZNode=/21813605409 Received Disconnected from ZooKeeper, ignoring